-- Logs begin at Mon 2021-05-10 16:32:37 UTC, end at Mon 2021-05-10 17:33:15 UTC. --
May 10 17:08:01.625893 dv-cinder-786386-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 17:08:04.033420 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.common.config [-] Logging enabled!
May 10 17:08:04.034004 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:08:04.034171 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:08:04.037375 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.common.config [-] Logging enabled!
May 10 17:08:04.038149 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:08:04.038459 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:08:04.039447 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:04.039683 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:04.040072 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:04.040316 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:04.040539 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:04.040855 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.041150 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.041445 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.041677 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.041970 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.042260 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.042541 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.042828 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.043122 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.043406 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.043682 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.043987 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.044220 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.044500 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.044782 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.045064 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.045287 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.045566 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.045988 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.046397 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.046674 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.046959 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.047235 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.047504 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.047776 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.048079 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.048404 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] host                           = dv-cinder-786386-3-iscsi {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.048678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.048962 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.049247 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.049538 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.049809 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.050084 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.050364 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.050634 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.050903 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.051172 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.051457 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.051741 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.052051 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.052278 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.052501 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.052786 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.053068 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.054065 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.054492 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.054775 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.055054 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.055330 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.055601 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.055889 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.056198 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.056484 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.056756 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.057027 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.057295 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.057562 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.057846 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.058118 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.058389 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.058659 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.058943 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.059209 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.059482 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.059780 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.060100 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.060380 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.060663 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.060934 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.061214 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.061484 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.061752 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.062021 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.062290 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.062559 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.062836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.063104 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.063373 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.063640 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.063909 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.064215 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:04.064510 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.064804 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.065101 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.065382 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.065673 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.065951 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.066237 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.066512 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.066796 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.067082 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.067369 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.067644 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.067931 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.068234 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.068526 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.068867 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.069324 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.069622 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.069896 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.070172 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.070443 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.070721 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.071007 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.071300 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.071587 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.071860 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.072161 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.072453 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.072730 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.073002 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.073277 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.073564 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.073840 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.074110 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.074390 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.074664 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.074934 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.075203 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.075477 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.075761 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.076055 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.076325 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.076593 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.076868 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.077134 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.077415 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.077690 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.077960 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.078230 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.078505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.078774 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.079043 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.079316 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.079589 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.079864 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.080160 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.080433 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.080703 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.080972 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.081240 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.081511 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.081779 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.082053 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.082322 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.082591 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.082862 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.083131 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.083401 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.083683 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.083985 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.084272 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.084733 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.085016 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.085294 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.085570 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.085845 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.086121 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.086397 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.086669 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.086957 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.087238 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.087524 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.087805 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.088109 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.088404 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.088682 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.088963 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.089241 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.089523 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.089812 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.090094 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.090386 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.090681 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.090973 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.091268 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.091558 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.091835 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.092171 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.092450 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:04.092668 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:04.092904 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78578) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 17:08:04.441476 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:04.441751 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:04.442038 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:04.442379 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 17:08:04.752252 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.752445 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.752718 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.753902 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.754174 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.754435 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.875868 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.876173 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.876442 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.889961 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.890237 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.890500 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.919160 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.919440 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.919708 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.957488 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.957764 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:04.958031 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.189168 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff0bc733a60> agent after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.189758 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff0bc733a60> agent after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.189758 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff0bc733940> segment precommit_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.189958 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff0bc7339d0> network precommit_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.190697 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff0bc761670> segment before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.314858 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> network before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.315174 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff0bc6d13a0> agent before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.315453 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> network before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.315727 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.316011 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.316322 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> segment precommit_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.316581 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> segment precommit_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.316834 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> segment after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.317086 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> segment after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.317362 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> network after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.317622 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> network precommit_delete 0 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.317883 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port provisioning_complete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.318143 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.318395 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.318659 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> agent after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.319642 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> subnet after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.319907 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> subnet precommit_delete 0 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.320211 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.320470 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.320750 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> segment_host_mapping after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.321100 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.321352 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.321600 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> port after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.322024 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.322283 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.322537 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff0bd06dfa0>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.322927 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.323169 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.323411 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.323650 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.323889 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.324160 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:05.324529 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 17:08:05.327620 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 17:08:05.331491 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 17:08:05.335610 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
May 10 17:08:05.337251 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 17:08:05.337692 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 17:08:05.338024 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 17:08:05.338405 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 17:08:05.341250 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 17:08:05.341504 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 17:08:05.342004 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:08:05.369834 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 17:08:05.370276 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff0bc68a880>> qos_plugin after_init 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.370572 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78578) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 17:08:05.370929 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff0bc68a2e0>> logging-plugin after_init 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.372292 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78578) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 17:08:05.372574 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:08:05.372821 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 17:08:05.375994 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff0bc670bb0>> floatingip before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.376282 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff0bc670bb0>> port before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.451538 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 17:08:05.451721 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 17:08:05.451955 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 17:08:05.452351 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 17:08:05.482363 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_db.sqlalchemy.engines [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78578) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 17:08:05.816624 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing driver for type 'gre'
May 10 17:08:05.817212 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] gre ID ranges: [(1, 1000)]
May 10 17:08:05.872275 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing driver for type 'local'
May 10 17:08:05.872610 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing driver for type 'vlan'
May 10 17:08:05.885042 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] VlanTypeDriver initialization complete
May 10 17:08:05.885400 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing driver for type 'vxlan'
May 10 17:08:05.885874 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] vxlan ID ranges: [(1, 1000)]
May 10 17:08:05.943249 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing extension driver 'port_security'
May 10 17:08:05.943582 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.extensions.port_security [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] PortSecurityExtensionDriver initialization complete
May 10 17:08:05.944678 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing mechanism driver 'openvswitch'
May 10 17:08:05.945007 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing mechanism driver 'hyperv'
May 10 17:08:05.951351 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.plugins.ml2.plugin [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:05.952133 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc8c7f70>> port after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.952503 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc8c7f70>> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.952856 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc8c7f70>> port after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.953244 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc540a60>> subnet after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.953595 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc540a60>> subnet after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.953938 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc540a60>> subnet after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.954318 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0fee20>> network after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.954663 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0fee20>> network after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.955004 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0fee20>> network after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.955378 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0feeb0>> security_group after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.955719 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0feeb0>> security_group after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.956079 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc0feeb0>> security_group after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.956456 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc104340>> security_group_rule after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.956797 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc104340>> security_group_rule after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.957131 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc104340>> security_group_rule after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.957502 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc1045b0>> address_group after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.957844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc1045b0>> address_group after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.958178 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff0bc1045b0>> address_group after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.958511 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] ML2 OVO RPC backend initialized. {{(pid=78578) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 17:08:05.959204 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> router_interface after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.959758 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> router_interface after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.960197 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> network before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.960543 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> networks before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.960889 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> port before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.961226 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> ports before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.961565 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> subnet before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.961901 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> subnets before_response 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.962243 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> network after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.962581 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> network after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.962928 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> network after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.963250 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> port after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.963592 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.963923 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> port after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.964288 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> subnet after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.964622 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> subnet after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.964953 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff0bc1049a0>> subnet after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:05.965519 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.plugin [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Modular L2 Plugin initialization complete
May 10 17:08:05.965844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading services supported by the core plugin {{(pid=78578) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 17:08:05.966167 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.plugins.ml2.managers [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Got port-security extension from driver 'port_security'
May 10 17:08:05.966619 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.extensions.vlantransparent [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Disabled vlantransparent extension.
May 10 17:08:05.967100 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78578) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 17:08:05.967411 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: router
May 10 17:08:06.003043 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router_interface before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.003430 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_create 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.003801 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router before_create 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.004193 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router_interface before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.004561 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router_interface after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.004912 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_delete 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.005263 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> floatingip after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.005623 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_create 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.005963 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.006935 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.007290 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router_gateway after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.007649 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.008086 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.008455 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff0bc71b670> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.008792 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff0bc71b700> port after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.009124 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff0bc71b5e0> subnet after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.009463 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff0bc71b160> subnetpool_address_scope after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.009807 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> port precommit_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.010149 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_create 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.010485 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff0bc70b9d0> port before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.010824 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.011175 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router after_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.011520 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_delete 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.011858 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_create 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.012246 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router_interface after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.012587 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> router precommit_update 55549900 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.012954 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff0bc104ac0>> network after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.013791 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Tracking information for resource: router configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:06.014116 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Tracking information for resource: floatingip configured {{(pid=78578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:08:06.018972 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.db.l3_agentschedulers_db [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 17:08:06.019540 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff0bc0b0160> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.020195 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff0bc0b0040> port after_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.020541 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _notify_port_delete at 0x7ff0bc0b00d0> port after_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.020896 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff0bc0b0430> port after_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.021669 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff0bc0693d0>> router before_create 55550100 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.022223 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff0bc0693d0>> router precommit_delete 55550100 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.022586 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff0bc0693d0>> router precommit_create 55550100 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.022940 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff0bc0693d0>> router precommit_update 55550100 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.027271 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.provider_configuration [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service providers = [] {{(pid=78578) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 17:08:06.027630 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.db.servicetype_db [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78578) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 17:08:06.030516 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.service_base [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:06.030859 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.service_base [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:06.031197 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.service_base [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:06.032103 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.services.service_base [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:08:06.032472 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.services.service_base [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 17:08:06.034258 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.034589 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 17:08:06.045007 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.045338 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: auto_allocate
May 10 17:08:06.051019 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff0bc083820> network precommit_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.051385 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff0bc083820> network precommit_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.051898 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.052248 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: tag
May 10 17:08:06.059413 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.059741 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: timestamp
May 10 17:08:06.063464 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.063792 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: network_ip_availability
May 10 17:08:06.070030 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bc08b8e0>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.070532 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bc08b8e0>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.070895 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bc08b8e0>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.071603 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.071923 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: flavors
May 10 17:08:06.076808 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.077137 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading Plugin: revisions
May 10 17:08:06.081327 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:08:06.081713 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=78578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:06.082433 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78578) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 17:08:06.082765 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Initializing extension manager.
May 10 17:08:06.083262 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: __init__.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.083601 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: __pycache__ {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.083932 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.084291 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: address_group.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.085052 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.085688 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: address-group
May 10 17:08:06.086012 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: address_scope.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.086713 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.087223 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: address-scope
May 10 17:08:06.087542 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.088503 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.089017 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: router-admin-state-down-before-update
May 10 17:08:06.089338 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: agent.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.090024 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.090528 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: agent
May 10 17:08:06.090844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: agent_resources_synced.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.091729 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.092269 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: agent-resources-synced
May 10 17:08:06.092586 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: allowedaddresspairs.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.094338 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.094867 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: allowed-address-pairs
May 10 17:08:06.095189 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: auto_allocated_topology.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.096281 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.096794 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: auto-allocated-topology
May 10 17:08:06.097117 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: availability_zone.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.097797 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.098305 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: availability_zone
May 10 17:08:06.098625 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: availability_zone_filter.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.099515 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.100078 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: availability_zone_filter
May 10 17:08:06.100401 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: data_plane_status.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.101286 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.101790 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension data-plane-status not supported by any of loaded plugins
May 10 17:08:06.102109 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: default_subnetpools.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.103001 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.103499 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: default-subnetpools
May 10 17:08:06.103816 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.104648 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.105163 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: dhcp_agent_scheduler
May 10 17:08:06.105480 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: dns.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.106363 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.106867 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension dns-integration not supported by any of loaded plugins
May 10 17:08:06.107185 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: dns_domain_ports.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.108106 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.108609 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 17:08:06.108925 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: dvr.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.109576 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.110076 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: dvr
May 10 17:08:06.110389 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: empty_string_filtering.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.111273 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.111771 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: empty-string-filtering
May 10 17:08:06.112124 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.113013 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.113509 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 17:08:06.113822 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.114713 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.115211 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 17:08:06.115527 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: external_net.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.116940 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.117447 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: external-net
May 10 17:08:06.117758 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.118646 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.119153 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: extra_dhcp_opt
May 10 17:08:06.119468 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: extraroute.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.120382 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.120891 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: extraroute
May 10 17:08:06.121208 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: extraroute_atomic.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.122210 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.122721 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: extraroute-atomic
May 10 17:08:06.123039 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: filter_validation.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.123688 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.124222 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: filter-validation
May 10 17:08:06.124545 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: fip_pf_description.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.125614 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.126122 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 17:08:06.126439 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: fip_port_details.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.127336 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.127845 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: fip-port-details
May 10 17:08:06.128195 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: flavors.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.129402 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.129912 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: flavors
May 10 17:08:06.130234 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.132462 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.132983 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 17:08:06.133307 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: floatingip_pools.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.133993 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.134504 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: floatingip-pools
May 10 17:08:06.134821 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: ip_allocation.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.135712 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.136247 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension ip_allocation not supported by any of loaded plugins
May 10 17:08:06.136564 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.137472 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.137976 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: ip-substring-filtering
May 10 17:08:06.138296 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l2_adjacency.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.139201 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.139705 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 17:08:06.140059 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.141010 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.141525 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: router
May 10 17:08:06.141846 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.144068 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.144606 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 17:08:06.145202 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.146114 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.146626 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: ext-gw-mode
May 10 17:08:06.146980 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.147878 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.148415 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: l3-ha
May 10 17:08:06.148740 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3_flavors.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.149634 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.150146 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: l3-flavors
May 10 17:08:06.150470 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.151358 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.151872 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 17:08:06.152216 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: l3agentscheduler.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.153225 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.153739 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: l3_agent_scheduler
May 10 17:08:06.154062 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: logging.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.155541 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.156081 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension logging not supported by any of loaded plugins
May 10 17:08:06.156410 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: metering.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.157139 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.157713 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: metering
May 10 17:08:06.158035 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.159217 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.159628 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: metering_source_and_destination_fields
May 10 17:08:06.159950 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: multiprovidernet.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.160995 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.161502 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: multi-provider
May 10 17:08:06.161822 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: netmtu.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.163227 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.163727 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: net-mtu
May 10 17:08:06.164080 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: netmtu_writable.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.164991 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.165494 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: net-mtu-writable
May 10 17:08:06.165811 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: network_availability_zone.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.166466 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.166966 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: network_availability_zone
May 10 17:08:06.167279 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: network_ip_availability.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.168369 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.168873 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: network-ip-availability
May 10 17:08:06.169189 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: network_segment_range.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.169939 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.170446 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension network-segment-range not supported by any of loaded plugins
May 10 17:08:06.170760 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: pagination.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.171712 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.172061 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: pagination
May 10 17:08:06.172376 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: port_device_profile.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.173265 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.173785 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: port-device-profile
May 10 17:08:06.174105 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.175011 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.175520 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: port-mac-address-regenerate
May 10 17:08:06.175836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.176755 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.177263 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: port-numa-affinity-policy
May 10 17:08:06.177576 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: port_resource_request.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.179154 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.179656 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension port-resource-request not supported by any of loaded plugins
May 10 17:08:06.179987 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: portbindings.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.180902 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.181410 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: binding
May 10 17:08:06.181726 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: portbindings_extended.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.182973 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.183482 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: binding-extended
May 10 17:08:06.183805 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: portsecurity.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.184741 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.185250 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: port-security
May 10 17:08:06.185575 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: project_id.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.186528 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.186854 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: project-id
May 10 17:08:06.187173 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: providernet.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.188094 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.188612 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: provider
May 10 17:08:06.188930 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.192454 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.192982 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos not supported by any of loaded plugins
May 10 17:08:06.193312 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.194578 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.195091 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 17:08:06.195425 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.196343 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.196856 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 17:08:06.197179 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_default.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.198068 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.198578 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-default not supported by any of loaded plugins
May 10 17:08:06.198901 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_fip.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.199537 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.200061 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-fip not supported by any of loaded plugins
May 10 17:08:06.200379 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_gateway_ip.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.201291 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.202015 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 17:08:06.202098 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_port_network_policy.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.202986 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.203494 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 17:08:06.203814 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_rule_type_details.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.204751 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.205261 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 17:08:06.205585 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: qos_rules_alias.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.206607 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.207117 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 17:08:06.207439 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: quotasv2.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.208505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.208836 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: quotas
May 10 17:08:06.209156 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: quotasv2_detail.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.210778 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.211114 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: quota_details
May 10 17:08:06.211443 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: rbac.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.212511 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.213042 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: rbac-policies
May 10 17:08:06.213366 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: rbac_address_group.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.214273 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.214790 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: rbac-address-group
May 10 17:08:06.215112 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: rbac_address_scope.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.216047 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.216562 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: rbac-address-scope
May 10 17:08:06.216880 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: rbac_security_groups.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.217767 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.218273 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: rbac-security-groups
May 10 17:08:06.218590 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: rbac_subnetpool.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.219480 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.220004 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: rbac-subnetpool
May 10 17:08:06.220326 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: revisionifmatch.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.221218 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.221724 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: revision-if-match
May 10 17:08:06.222040 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: revisions.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.223122 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.223629 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: standard-attr-revisions
May 10 17:08:06.223945 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: router_availability_zone.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.224624 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.225724 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: router_availability_zone
May 10 17:08:06.226133 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: routerservicetype.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.227037 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.227545 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension router-service-type not supported by any of loaded plugins
May 10 17:08:06.227861 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.228782 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.229292 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: security-groups-normalized-cidr
May 10 17:08:06.229608 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.230505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.231091 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: port-security-groups-filtering
May 10 17:08:06.231410 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.232334 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.232848 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: security-groups-remote-address-group
May 10 17:08:06.233163 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: securitygroup.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.243482 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.244053 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: security-group
May 10 17:08:06.244389 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: segment.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.245163 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.245671 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension segment not supported by any of loaded plugins
May 10 17:08:06.246005 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.246917 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.247426 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 17:08:06.247750 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: servicetype.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.248941 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.249459 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: service-type
May 10 17:08:06.249783 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: sorting.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.250738 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.251067 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: sorting
May 10 17:08:06.251386 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: standard_attr_segment.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.252320 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.252831 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 17:08:06.253152 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: standardattrdescription.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.253785 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.254293 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: standard-attr-description
May 10 17:08:06.254612 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: stateful_security_group.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.255509 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.256056 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: stateful-security-group
May 10 17:08:06.256557 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: stdattrs_common.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.257131 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 17:08:06.257451 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.258423 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.258935 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 17:08:06.259255 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnet_onboard.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.260340 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.260856 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: subnet_onboard
May 10 17:08:06.261176 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.262078 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.262584 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 17:08:06.262901 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnet_service_types.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.263799 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.264342 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: subnet-service-types
May 10 17:08:06.264660 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnetallocation.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.265725 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.266242 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: subnet_allocation
May 10 17:08:06.266565 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.267239 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.267745 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: subnetpool-prefix-ops
May 10 17:08:06.268099 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.269014 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.269522 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 17:08:06.270106 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: tagging.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.271138 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.271666 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: standard-attr-tag
May 10 17:08:06.272202 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: timestamp.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.273400 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.273917 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loaded extension: standard-attr-timestamp
May 10 17:08:06.274238 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: trunk.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.275248 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.275759 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension trunk not supported by any of loaded plugins
May 10 17:08:06.276124 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: trunk_details.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.277022 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.277533 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension trunk-details not supported by any of loaded plugins
May 10 17:08:06.277850 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: uplink_status_propagation.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.278744 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.279249 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 17:08:06.279565 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Loading extension file: vlantransparent.py {{(pid=78578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:08:06.280249 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:08:06.280757 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 17:08:06.283193 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:network
May 10 17:08:06.283921 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnet
May 10 17:08:06.284723 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:06.285326 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:port
May 10 17:08:06.286579 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.287034 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service FLAVORS assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.288202 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.288807 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.289140 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:router
May 10 17:08:06.289805 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:08:06.290505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service METERING assigned prefix: /metering {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.291955 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bbf94e20>> rbac-policy before_create 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.292340 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bbf94e20>> rbac-policy before_update 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.292688 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0bbf94e20>> rbac-policy before_delete 55550000 {{(pid=78578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:08:06.293831 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:08:06.294273 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:security_group
May 10 17:08:06.294935 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:08:06.295668 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service CORE assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.296020 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:06.296356 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] subnetpool is already registered
May 10 17:08:06.296965 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service CORE assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.297315 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:06.297645 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] subnetpool is already registered
May 10 17:08:06.300229 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.300663 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service FLAVORS assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.301250 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.301670 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.302007 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:router
May 10 17:08:06.302339 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] router is already registered
May 10 17:08:06.302932 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:08:06.304452 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] floatingip is already registered
May 10 17:08:06.305289 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service METERING assigned prefix: /metering {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.305971 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:08:06.306298 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] rbac_policy is already registered
May 10 17:08:06.307823 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:security_group
May 10 17:08:06.308180 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] security_group is already registered
May 10 17:08:06.308771 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:08:06.309100 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] security_group_rule is already registered
May 10 17:08:06.309761 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service CORE assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.310096 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:06.310419 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] subnetpool is already registered
May 10 17:08:06.311014 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.v2.resource_helper [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Service CORE assigned prefix:  {{(pid=78578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:08:06.311343 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:08:06.311663 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING neutron.quota.resource_registry [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] subnetpool is already registered
May 10 17:08:06.312345 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: extensions {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.313806 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: address-groups {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.315387 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: address-scopes {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.316607 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: agents {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.317776 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: auto-allocated-topology {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.319084 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: availability_zones {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.320447 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: dhcp-networks {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.321793 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: dhcp-agents {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.323193 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: routers {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.325016 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: flavors {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.326162 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: service_profiles {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.327362 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: next_providers {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.328896 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: service_profiles {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.330317 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: floatingip-pools {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.331538 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: routers {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.333358 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: floatingips {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.334720 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: l3-routers {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.336102 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: l3-agents {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.337505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: metering-labels {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.338841 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: metering-label-rules {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.340124 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: network-ip-availabilities {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.341371 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: bindings {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.343019 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: quotas {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.344452 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: quotas {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.345868 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: rbac-policies {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.347168 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: security-groups {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.348389 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: security-group-rules {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.349646 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: service-providers {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.351394 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: subnetpools {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.352814 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: subnetpools {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.354251 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.355910 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.357734 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.359473 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.361276 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.363101 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.364800 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.368271 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.370041 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.481836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron.api.extensions [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Extended resource: tags {{(pid=78578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:08:06.487660 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING keystonemiddleware.auth_token [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 17:08:06.493202 dv-cinder-786386-3-iscsi neutron-server[78578]: WARNING keystonemiddleware.auth_token [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 17:08:06.501223 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Acquired lock "singleton_lock" {{(pid=78578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 17:08:06.501704 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_concurrency.lockutils [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Releasing lock "singleton_lock" {{(pid=78578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 17:08:06.502330 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Starting 2 workers
May 10 17:08:06.506944 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Started child 78683 {{(pid=78578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:06.511180 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Started child 78684 {{(pid=78578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:06.512259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.512890 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO neutron.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Neutron service started, listening on 0.0.0.0:9696
May 10 17:08:06.513324 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Notify callbacks [] for process, before_spawn {{(pid=78578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.513980 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [-] (78683) wsgi starting up on http://0.0.0.0:9696
May 10 17:08:06.515835 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.516258 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Starting 1 workers
May 10 17:08:06.517224 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [-] (78684) wsgi starting up on http://0.0.0.0:9696
May 10 17:08:06.521152 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Started child 78685 {{(pid=78578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:06.521674 dv-cinder-786386-3-iscsi neutron-server[78578]: INFO oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Starting 1 workers
May 10 17:08:06.525270 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] calling RpcWorker wait() {{(pid=78685) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 17:08:06.525822 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] returning from RpcWorker wait() {{(pid=78685) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 17:08:06.526425 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Started child 78686 {{(pid=78578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:08:06.527005 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.527229 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG neutron_lib.callbacks.manager [None req-82ed7f19-a641-48e7-9357-79ccbffea525 None None] Notify callbacks [] for process, after_spawn {{(pid=78578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.527507 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:06.529088 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:08:06.529294 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:06.529472 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:06.529699 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:06.530023 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:06.530181 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:06.530656 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.530936 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.531137 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:06.531587 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.531587 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.531814 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.532068 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:06.532392 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.532641 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.532895 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.533171 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.533412 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.533586 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.533749 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.534003 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.534238 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.534541 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.534816 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.535066 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.535345 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.535521 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.535775 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.536069 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.536323 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.536587 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.536855 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.537349 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.538214 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.538436 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.538658 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.538935 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.539288 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.539591 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.539844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.540112 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.540353 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.540616 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.540866 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.541101 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.541343 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.541604 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.541828 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.542324 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] host                           = dv-cinder-786386-3-iscsi {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.542546 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.542783 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.543024 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.543278 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.543525 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.543741 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.544023 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.544274 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.544535 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.544767 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.545018 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.545248 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.545481 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.545727 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.545898 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.546133 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.546420 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.546698 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.546881 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.547049 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.547235 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.547499 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.547650 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.547894 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.548136 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.548353 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.548573 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.548806 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.549040 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.549299 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.549536 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.549780 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.550016 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.550271 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.550498 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.550724 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.550950 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.551164 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.551398 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.551611 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.551845 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.552096 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.552322 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.552516 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.552770 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.553002 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.553453 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.553777 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.554191 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.554978 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.555213 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.555450 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.555701 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.556000 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.556632 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.556888 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.557221 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.557374 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.557766 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.557766 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.558454 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.558454 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.558454 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.558664 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.558840 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.559073 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.559631 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.559631 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.559831 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.560213 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.560526 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.560916 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.561117 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.561354 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.561608 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.561840 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.562062 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.562535 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.562535 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.562889 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.563127 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.563449 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.563698 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.564000 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.564348 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.564618 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.564902 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.565137 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.565373 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.565588 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.565815 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.566152 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.566411 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.566686 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.566935 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.567173 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.567410 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.567623 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.567838 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.568091 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.568312 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.568707 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.568878 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.569194 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.569422 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.569652 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.569866 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.570114 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.570368 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.570773 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.570926 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.571069 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.571319 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.571533 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.571766 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.572017 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.572248 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.572483 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.572748 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.573126 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.573290 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.573445 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.573712 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.574272 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.574528 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575064 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575064 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575361 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575361 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575616 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.575838 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.576093 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.576311 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.576526 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.576776 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.576982 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.577213 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.577438 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.577649 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.577864 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.578065 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.578733 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.578877 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.579085 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.579250 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.579469 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.579707 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.579926 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.580364 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.580364 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.580653 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.580811 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.581050 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.581405 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.581642 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.581878 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.582134 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.582398 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.582665 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.582885 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.583128 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.583366 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.583604 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.583847 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.584144 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.585192 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.585441 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.585674 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.585896 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.586154 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.586359 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.586673 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.586906 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.587136 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.587546 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.587673 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.587908 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.588186 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.588445 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.588714 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.588985 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.589245 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.589516 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.589752 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.590000 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.590340 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.590618 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.590882 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.591311 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.591460 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.591608 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.591839 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.592153 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.592401 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.592634 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.593376 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.593376 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.593376 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.593765 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.593912 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.594047 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.594319 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.594557 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.594800 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.595015 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.595284 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.595547 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.595807 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.596094 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.596339 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.596603 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.596847 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.597286 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.597286 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.597563 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.597776 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.597989 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.598226 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.598443 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.598678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.598894 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.599104 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.599353 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.599584 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.599801 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.600650 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.600851 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.601221 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.601474 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.601691 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.601912 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.602165 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.602418 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.602609 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.602812 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.603216 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.603359 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.603503 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.603735 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.604028 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.604236 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.604464 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.604687 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.604939 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.605173 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.605412 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.605640 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.605841 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.606053 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.606273 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.606505 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.606736 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.606961 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.607179 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.607446 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.607694 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.608051 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.608300 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.608531 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.608768 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.608983 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.609217 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.609501 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.609701 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.609927 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.610140 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.610427 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.610915 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.611375 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.611766 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.611907 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.612088 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.612286 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.612504 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.612856 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.612998 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.613241 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.613470 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.613705 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.613945 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.614836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.615062 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.615299 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.616345 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.616485 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.616743 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.617166 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.617274 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.617440 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.617784 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.617888 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.618071 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.618283 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.618703 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.618703 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.618954 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.619194 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.619408 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.619626 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.619839 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.620453 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.620715 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.620946 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.621235 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.621570 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.621840 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.622101 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.622435 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.622654 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.622893 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.623112 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.623354 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.623574 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.623829 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.624167 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.624625 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.624905 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.625381 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.625663 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.625955 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.626195 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.626431 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.626741 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.627066 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.627341 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.627601 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.627862 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.628159 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.628388 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.628621 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.628839 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.629072 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.629289 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.629523 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.629987 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.630239 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.630454 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.630711 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.630925 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.631189 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.631589 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.631861 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.632102 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.632263 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:06.632850 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:08:06.633014 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:08:06.633181 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:08:06.633356 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:08:06.633524 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:08:06.633680 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:08:06.633887 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634049 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634211 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634475 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634648 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634827 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.634988 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635146 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635302 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635464 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635620 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635776 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.635933 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636111 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636270 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636426 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636584 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636741 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.636901 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637057 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637212 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637367 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637523 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.637879 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638041 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638198 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638354 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638510 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638665 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638821 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.638978 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639133 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639289 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639445 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639600 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639756 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.639911 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640089 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640246 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640402 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] host                           = dv-cinder-786386-3-iscsi {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640557 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640713 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.640869 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641025 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641179 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641399 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641568 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641777 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.641904 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.642025 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.642146 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.642300 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.642479 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.642607 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.643187 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.643423 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.643583 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.643740 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.643913 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.644097 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.644242 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.644401 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.644648 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645064 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645220 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645382 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645539 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645695 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.645851 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.646234 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.646405 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.646561 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.646718 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.647397 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.647557 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.647715 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.647871 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.648049 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.648207 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.648363 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.648520 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.648926 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.649053 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.649214 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.649370 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.649531 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.649684 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650013 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650171 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650328 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650485 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650641 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650802 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.650959 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651115 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651257 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651418 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651574 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651730 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.651942 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652058 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652200 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652356 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652568 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652730 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.652909 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.653067 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.653447 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.653611 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:08:06.653786 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.653945 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.654116 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.654276 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.654436 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.654595 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.654846 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655006 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655164 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655322 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655487 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655646 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.655824 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656051 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656199 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656339 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656469 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656606 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656734 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.656881 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.657040 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.657198 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.657597 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.657761 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.657921 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.658079 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.658237 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.658396 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.658555 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.658714 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.659180 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.659180 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.659628 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.659756 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.659871 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660158 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660301 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660424 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660614 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660740 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660823 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.660946 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661084 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661243 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661481 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661580 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661762 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.661953 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.662144 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.662144 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.662349 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.662477 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.663246 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.663388 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.663593 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.663939 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.663939 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664119 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664197 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664289 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664453 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664626 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.664879 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665206 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665206 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665349 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665481 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665638 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665798 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.665956 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666078 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:06.666170 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666249 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666403 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666560 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666718 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.666876 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667033 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667192 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667351 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667508 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667665 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667823 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.667994 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668157 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668323 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668495 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668653 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668810 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.668968 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669125 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669283 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669441 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669598 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669757 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.669914 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670070 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670229 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670389 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670547 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670704 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.670862 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671018 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671175 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671332 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671488 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671646 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671805 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.671962 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672145 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672305 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672460 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672627 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672784 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.672945 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673103 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673269 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673437 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673595 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673753 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.673911 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674067 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674224 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674382 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674540 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674697 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.674877 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675035 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675200 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675369 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675528 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675686 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.675847 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676046 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676206 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676363 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676522 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.676993 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677230 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677430 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677558 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677740 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677865 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.677985 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.678147 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.678310 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.678459 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.678725 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.679497 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.680849 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.681969 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683309 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.683844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684225 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684225 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684225 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684432 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684535 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684694 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.684851 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685009 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685522 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685522 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685522 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685755 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685755 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.685895 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686051 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686211 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686371 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686529 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686688 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.686847 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687005 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687162 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687322 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687678 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687836 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.687913 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.688096 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.688270 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.688399 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.688554 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.688710 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689040 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689040 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689239 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689359 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689450 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689603 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689769 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.689927 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690084 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690240 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690398 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690566 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690723 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.690880 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691036 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691194 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691360 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691519 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691679 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.691844 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692020 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692181 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692340 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692546 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692656 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692816 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.692976 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693133 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693292 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693452 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693614 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693808 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.693956 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694127 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694284 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694434 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694600 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694758 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.694923 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695099 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695246 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695403 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695561 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695723 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.695882 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696059 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696219 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696376 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696534 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696692 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.696850 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697007 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697164 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697321 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697477 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697634 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697791 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.697949 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.698108 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:08:06.698258 dv-cinder-786386-3-iscsi neutron-server[78578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:08:06.796102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43306) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:06.804605 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063908
May 10 17:08:17.251419 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b794d5b-4cee-4200-b3c5-889406831874 None None] get_active_networks_info from dv-cinder-786386-3-iscsi {{(pid=78685) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 17:08:17.342149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b794d5b-4cee-4200-b3c5-889406831874 None None] No non-hosted networks {{(pid=78685) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 17:08:17.376425 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.agentschedulers_db [None req-6b794d5b-4cee-4200-b3c5-889406831874 None None] DHCP Agent not found on host dv-cinder-786386-3-iscsi {{(pid=78685) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 10 17:08:17.495755 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-accfbbf9-1bf3-424c-bc57-039dac2393f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:19.810059 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:19.811851 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.812634 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.813272 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.814053 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.814729 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.815528 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.816206 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.819005 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.820152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.821848 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.822548 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.824068 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:19.830165 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc6a370>, 'Open vSwitch agent', 'dv-cinder-786386-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:19.846346 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff0bb3f8820>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:19.916285 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6cad7f33-e95d-4fde-9853-9e6b1954f76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:19.968016 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-cbed97aa-61b8-46f6-940a-042ab259d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:20.834541 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:22.346221 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:23.933762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43398) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:24.525460 dv-cinder-786386-3-iscsi neutron-server[78683]: WARNING oslo_policy.policy [None req-53ff04c5-b1fc-4d64-a6d9-da1ac2df62d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:24.526028 dv-cinder-786386-3-iscsi neutron-server[78683]: WARNING oslo_policy.policy [None req-53ff04c5-b1fc-4d64-a6d9-da1ac2df62d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:24.750757 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [None req-53ff04c5-b1fc-4d64-a6d9-da1ac2df62d5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:08:24.751792 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-53ff04c5-b1fc-4d64-a6d9-da1ac2df62d5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8171303
May 10 17:08:25.914011 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.db.l3_hamode_db [None req-1dab05f0-0c1e-4138-9154-13aa73d59fa0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 17:08:26.003588 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab05f0-0c1e-4138-9154-13aa73d59fa0 None None] Routers set() bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:08:26.003887 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab05f0-0c1e-4138-9154-13aa73d59fa0 None None] Router IDs set() for agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 17:08:27.158592 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43412) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:27.522146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:27.621056 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.policy [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78683) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:08:27.667636 dv-cinder-786386-3-iscsi neutron-server[78683]: WARNING oslo_policy.policy [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:27.668031 dv-cinder-786386-3-iscsi neutron-server[78683]: WARNING oslo_policy.policy [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:27.676373 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.quota [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff0bb9f5610>.
May 10 17:08:27.691239 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:27.751540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997581650', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997583141', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997587872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997633780', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997637610', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791997614853', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1529554', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1490167', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7947759'] for rbac-policy, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:27.813853 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:27.815120 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ea1729ba-4aa5-47cb-866a-f5517904fa2d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6555917
May 10 17:08:30.354315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 43426) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:30.932106 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING oslo_policy.policy [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:30.932673 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING oslo_policy.policy [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:31.149798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '30b21616a399420b9427171e885faf8f', 'project_id': '30b21616a399420b9427171e885faf8f'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:31.151383 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.quota [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff0bbcd45e0>.
May 10 17:08:31.166935 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:31.173329 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Usage tracker for resource:network and tenant:30b21616a399420b9427171e885faf8f is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:31.179311 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:31.186445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:31.201528 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Made reservation on behalf of 30b21616a399420b9427171e885faf8f for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:31.272616 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.policy [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78684) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:08:31.316846 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING oslo_policy.policy [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:31.317205 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING oslo_policy.policy [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:08:31.327087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.348316 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.362328 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:31.366702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Usage tracker for resource:security_group_rule and tenant:30b21616a399420b9427171e885faf8f is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:31.371627 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:31.377089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:31.473811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.477723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.483143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:31.500724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:08:31.526495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791995659156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.527066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff0bc733940> segment precommit_create {{(pid=78684) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:08:31.527522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Added segment 86b7f800-f3d4-48c7-999c-f6b408c8b77c of type vlan for network 9d9b7082-8787-4dec-bf21-2d3f1da33285
May 10 17:08:31.578396 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6e374-cd26-4a18-8d70-c7bc07b36956,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:31.594995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.595335 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.595656 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.595986 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.596909 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.597243 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.597556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.597862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.598179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.598482 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.598779 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.599076 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Tracked resource versions report:
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]: pushed versions:
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]: {   'AddressGroup': {'1.2'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'ConntrackHelper': {'1.0'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Log': {'1.0'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Network': {'1.1'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Port': {'1.7'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'PortForwarding': {'1.2'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'QosPolicy': {'1.8'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SecurityGroup': {'1.4'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SubPort': {'1.0'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Subnet': {'1.1'},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Trunk': {'1.1'}}
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]: consumer versions:
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Log': '1.0',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Network': '1.1',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Port': '1.7',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'PortForwarding': '1.2',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'QosPolicy': '1.8',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SecurityGroup': '1.4',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SubPort': '1.0',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Subnet': '1.1',
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Trunk': '1.1'}}
May 10 17:08:31.600209 dv-cinder-786386-3-iscsi neutron-server[78684]:  {{(pid=78684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:31.649541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.653232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:31.690723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.692325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:31.692990 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:31.697490 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:31.800202 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4434819
May 10 17:08:31.800815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9b7082-8787-4dec-bf21-2d3f1da33285,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:31.804759 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:31.813146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:08:34.410455 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43448) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:34.882476 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670ceda-90ff-4df8-8259-4be938b30be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:34.883816 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a670ceda-90ff-4df8-8259-4be938b30be0 admin admin] 10.222.0.20 "GET /v2.0/networks/9d9b7082-8787-4dec-bf21-2d3f1da33285 HTTP/1.1" status: 200  len: 825 time: 0.4724469
May 10 17:08:34.909751 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-380b2f74-1f12-4cb5-8c07-6a258e18c439 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/c0b6d76c-716c-4bcc-987f-05681c3a3e62 HTTP/1.1" status: 200  len: 734 time: 0.0205851
May 10 17:08:34.918838 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Request body: {'subnet': {'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62', 'name': 'private-subnet', 'tenant_id': '30b21616a399420b9427171e885faf8f'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:34.923229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:34.927954 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Usage tracker for resource:subnet and tenant:30b21616a399420b9427171e885faf8f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:34.931420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:34.937411 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:34.946540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Made reservation on behalf of 30b21616a399420b9427171e885faf8f for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:34.949323 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:35.438793 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:35.444519 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:35.516244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Checking segment: {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:35.516546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Network hostable DHCP agents. Network: 9d9b7082-8787-4dec-bf21-2d3f1da33285, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:08:35.534066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:35.545807 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.546274 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.546606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.546927 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.547248 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.547576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.547892 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.548308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.548634 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.548945 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.549251 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.549555 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Tracked resource versions report:
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]: pushed versions:
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]: {   'AddressGroup': {'1.2'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'ConntrackHelper': {'1.0'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Log': {'1.0'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Network': {'1.1'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Port': {'1.7'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'PortForwarding': {'1.2'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'QosPolicy': {'1.8'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SecurityGroup': {'1.4'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SubPort': {'1.0'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Subnet': {'1.1'},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Trunk': {'1.1'}}
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]: consumer versions:
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Log': '1.0',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Network': '1.1',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Port': '1.7',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'PortForwarding': '1.2',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'QosPolicy': '1.8',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SecurityGroup': '1.4',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SubPort': '1.0',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Subnet': '1.1',
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Trunk': '1.1'}}
May 10 17:08:35.550661 dv-cinder-786386-3-iscsi neutron-server[78683]:  {{(pid=78683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:35.575329 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:08:35.587739 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:35.589585 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 9d9b7082-8787-4dec-bf21-2d3f1da33285) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:35.597939 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:35.598407 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cc72b-1b06-4701-be8b-e7d243021bcf None None] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:08:35.598815 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:35.618846 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7031534
May 10 17:08:35.906684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-9d9b7082-8787-4dec-bf21-2d3f1da33285', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:08:35.907871 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.090568 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Allocated IP 172.20.0.2 (9d9b7082-8787-4dec-bf21-2d3f1da33285/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff/f9237084-a9ae-4a30-acdf-db388777bece) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:08:36.316345 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.329539 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Transition to ACTIVE for port object f9237084-a9ae-4a30-acdf-db388777bece will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:36.349198 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Transition to ACTIVE for port object f9237084-a9ae-4a30-acdf-db388777bece will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:36.356113 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.360514 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:36.415031 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:08:36.417772 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:36.421748 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:08:36.465346 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Pushing event updated for resources: {'Port': ['ID=f9237084-a9ae-4a30-acdf-db388777bece,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:36.481273 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.481602 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.481925 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.482245 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.482558 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.482868 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.483176 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.483483 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.483811 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.484145 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.484449 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.484750 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Tracked resource versions report:
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]: pushed versions:
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]: {   'AddressGroup': {'1.2'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'ConntrackHelper': {'1.0'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Log': {'1.0'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Network': {'1.1'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Port': {'1.7'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'PortForwarding': {'1.2'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'QosPolicy': {'1.8'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SecurityGroup': {'1.4'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SubPort': {'1.0'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Subnet': {'1.1'},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Trunk': {'1.1'}}
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]: consumer versions:
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Log': '1.0',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Network': '1.1',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Port': '1.7',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'PortForwarding': '1.2',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'QosPolicy': '1.8',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SecurityGroup': '1.4',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SubPort': '1.0',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Subnet': '1.1',
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Trunk': '1.1'}}
May 10 17:08:36.485848 dv-cinder-786386-3-iscsi neutron-server[78685]:  {{(pid=78685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:36.489846 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:36.538267 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Attempting to bind port f9237084-a9ae-4a30-acdf-db388777bece on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:08:36.538652 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Attempting to bind port f9237084-a9ae-4a30-acdf-db388777bece by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:08:36.539066 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Attempting to bind port f9237084-a9ae-4a30-acdf-db388777bece on network 9d9b7082-8787-4dec-bf21-2d3f1da33285 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:08:36.544200 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:08:36.544596 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Checking segment: {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:36.545059 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.545438 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Bound using segment: {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:08:36.545909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Bound port: f9237084-a9ae-4a30-acdf-db388777bece, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:08:36.546292 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.633787 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] For port f9237084-a9ae-4a30-acdf-db388777bece, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:08:36.637496 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] For port f9237084-a9ae-4a30-acdf-db388777bece, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=f9237084-a9ae-4a30-acdf-db388777bece,segment=NetworkSegment(86b7f800-f3d4-48c7-999c-f6b408c8b77c),segment_id=86b7f800-f3d4-48c7-999c-f6b408c8b77c)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:08:36.641789 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:36.645804 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:36.732436 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Pushing event updated for resources: {'Port': ['ID=f9237084-a9ae-4a30-acdf-db388777bece,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:36.735661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:37.980039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43462) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:38.347883 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [None req-ca2f73aa-eb04-45c6-9ec4-ca4adcdaef54 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:08:38.349006 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ca2f73aa-eb04-45c6-9ec4-ca4adcdaef54 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3679283
May 10 17:08:40.684126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43472) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:41.069622 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [None req-a6804ad4-4fa5-457c-9a63-8cd022b197af admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:08:41.070591 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a6804ad4-4fa5-457c-9a63-8cd022b197af admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3854771
May 10 17:08:41.800348 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device f9237084-a9ae-4a30-acdf-db388777bece up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:08:41.880470 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port f9237084-a9ae-4a30-acdf-db388777bece completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:08:42.231162 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92522c7-39f2-4333-85be-706de5118dfd None None] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:08:42.321280 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Provisioning for port f9237084-a9ae-4a30-acdf-db388777bece completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:08:42.335956 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Provisioning complete for port f9237084-a9ae-4a30-acdf-db388777bece triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:42.336364 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:42.555624 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:42.595309 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] For port f9237084-a9ae-4a30-acdf-db388777bece, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=f9237084-a9ae-4a30-acdf-db388777bece,segment=NetworkSegment(86b7f800-f3d4-48c7-999c-f6b408c8b77c),segment_id=86b7f800-f3d4-48c7-999c-f6b408c8b77c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:08:42.605518 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:42.611054 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:42.682286 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Pushing event updated for resources: {'Port': ['ID=f9237084-a9ae-4a30-acdf-db388777bece,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:42.691547 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:42.827466 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-3b661200-1a42-416d-930f-5a44d746b348 None None] Provisioning complete for port f9237084-a9ae-4a30-acdf-db388777bece triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:42.828087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3b661200-1a42-416d-930f-5a44d746b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:43.692255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43488) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:43.773204 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device f9237084-a9ae-4a30-acdf-db388777bece up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:08:43.837882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port f9237084-a9ae-4a30-acdf-db388777bece triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:43.838503 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.045517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '30b21616a399420b9427171e885faf8f', 'name': 'router1'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:44.050446 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:44.054510 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Usage tracker for resource:router and tenant:30b21616a399420b9427171e885faf8f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:44.057802 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:44.063569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:44.073337 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.075059 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.100440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.224749 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.243803 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:44.244969 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-bb52be13-bc5e-40a5-b74e-7520a8c0ab58 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5515938
May 10 17:08:46.538303 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43498) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:46.903129 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [None req-ce92af13-32b7-478c-9a44-53bcc2e83cb6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:08:46.904111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ce92af13-32b7-478c-9a44-53bcc2e83cb6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3648608
May 10 17:08:47.160388 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5c6c53ae-4327-42ab-b800-b65f5dc97e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.224589 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43508) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:49.585349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:49.589865 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:49.593666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Usage tracker for resource:network and tenant:c0117a86c5694c7b8f451661d0606711 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:49.596963 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:49.603232 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:49.612726 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Made reservation on behalf of c0117a86c5694c7b8f451661d0606711 for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:49.615144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.631062 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.644964 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:49.648641 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Usage tracker for resource:security_group_rule and tenant:c0117a86c5694c7b8f451661d0606711 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:49.651704 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:49.657266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:49.751188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.754777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.757958 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:49.786001 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Reserving flat network on physical network physnet1 {{(pid=78683) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 17:08:49.792596 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.798437 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b042433a-4239-4893-a899-438b8cd63b51,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:49.803004 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:49.810240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791995659156', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.811068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff0bc733940> segment precommit_create {{(pid=78683) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:08:49.811575 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Added segment ef3a9ff5-8300-4320-92f1-e029be000bf2 of type flat for network 36464527-badf-4a9c-8621-a623d5fb6429
May 10 17:08:49.850650 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.890885 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.892099 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:49.892664 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.897456 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:49.906973 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5987d7a7-29d6-42a3-91a8-6d21964c472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:49.988904 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7631402
May 10 17:08:49.994350 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Pushing event updated for resources: {'Network': ['ID=36464527-badf-4a9c-8621-a623d5fb6429,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:49.997612 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:50.005718 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 36464527-badf-4a9c-8621-a623d5fb6429 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:08:50.778643 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:52.300584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:52.301201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43528) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:52.508557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25b291-0e59-42e1-b037-e2b644caf69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:52.509862 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-8b25b291-0e59-42e1-b037-e2b644caf69b admin admin] 10.222.0.20 "GET /v2.0/subnets/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff HTTP/1.1" status: 200  len: 849 time: 0.2078981
May 10 17:08:52.648991 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-62aefd4c-3ba3-450f-95a4-44335e9e3e45 admin admin] 10.222.0.20 "GET /v2.0/routers/839d6381-8d2e-4b46-87b7-21ef6ab6b91f HTTP/1.1" status: 200  len: 704 time: 0.1335647
May 10 17:08:53.101281 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.325184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Allocated IP 172.20.0.1 (9d9b7082-8787-4dec-bf21-2d3f1da33285/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff/46bc7d2e-40be-4e69-8b60-ff23144473cd) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:08:53.509983 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.527051 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Transition to ACTIVE for port object 46bc7d2e-40be-4e69-8b60-ff23144473cd will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:53.578931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.583261 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:53.639660 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:08:53.642400 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:53.646302 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:08:53.646845 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.780077 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Pushing event updated for resources: {'Port': ['ID=46bc7d2e-40be-4e69-8b60-ff23144473cd,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:53.793108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:53.815506 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-560d7af1-e646-46c5-97e9-c08e9f375b53 None None] Provisioning for port 46bc7d2e-40be-4e69-8b60-ff23144473cd completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:08:53.820439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-560d7af1-e646-46c5-97e9-c08e9f375b53 None None] Provisioning complete for port 46bc7d2e-40be-4e69-8b60-ff23144473cd triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:53.820799 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-560d7af1-e646-46c5-97e9-c08e9f375b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:53.874572 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-560d7af1-e646-46c5-97e9-c08e9f375b53 None None] Port 46bc7d2e-40be-4e69-8b60-ff23144473cd cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:08:53.912226 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.128646 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.133692 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.134703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.137734 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:54.266877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Pushing event updated for resources: {'Port': ['ID=46bc7d2e-40be-4e69-8b60-ff23144473cd,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:54.270900 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:54.327518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:08:54.328583 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:54.496555 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-d520aaf5-397d-49da-9b7d-1ab225152633 None None] Provisioning complete for port 46bc7d2e-40be-4e69-8b60-ff23144473cd triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:54.496928 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d520aaf5-397d-49da-9b7d-1ab225152633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:54.517701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:08:54.549976 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-d520aaf5-397d-49da-9b7d-1ab225152633 None None] Port 46bc7d2e-40be-4e69-8b60-ff23144473cd cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:08:54.707349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:08:54.716487 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] 10.222.0.20 "PUT /v2.0/routers/839d6381-8d2e-4b46-87b7-21ef6ab6b91f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0627563
May 10 17:08:54.717161 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Sync routers for ids ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:08:54.728354 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Routers {'839d6381-8d2e-4b46-87b7-21ef6ab6b91f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:08:54.729273 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc556a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:08:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:54.902478 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Set router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:08:55.265361 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc556a0>, [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:08:53Z', 'revision_number': 2, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port_host': None, '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:08:53Z', 'revision_number': 2, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:55.270497 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Checking router: 839d6381-8d2e-4b46-87b7-21ef6ab6b91f for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:08:55.270874 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Updating router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f port 46bc7d2e-40be-4e69-8b60-ff23144473cd binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:08:55.322446 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:55.695226 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:55.710114 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Transition to ACTIVE for port object 46bc7d2e-40be-4e69-8b60-ff23144473cd will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:08:55.717570 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:55.722315 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:55.923079 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Pushing event updated for resources: {'Port': ['ID=46bc7d2e-40be-4e69-8b60-ff23144473cd,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:55.941137 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.941468 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.941792 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.942111 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.942426 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.942738 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.943052 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.943361 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.943709 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.944058 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.944369 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.944671 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Tracked resource versions report:
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]: pushed versions:
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]: {   'AddressGroup': {'1.2'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'ConntrackHelper': {'1.0'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Log': {'1.0'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Network': {'1.1'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Port': {'1.7'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'PortForwarding': {'1.2'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'QosPolicy': {'1.8'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SecurityGroup': {'1.4'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SecurityGroupRule': {'1.2'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SubPort': {'1.0'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Subnet': {'1.1'},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Trunk': {'1.1'}}
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]: consumer versions:
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'ConntrackHelper': '1.0',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Log': '1.0',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Network': '1.1',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Port': '1.7',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'PortForwarding': '1.2',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'QosPolicy': '1.8',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SecurityGroup': '1.4',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SecurityGroupRule': '1.2',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SubPort': '1.0',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Subnet': '1.1',
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Trunk': '1.1'}}
May 10 17:08:55.945826 dv-cinder-786386-3-iscsi neutron-server[78686]:  {{(pid=78686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:08:55.949523 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:55.958424 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Attempting to bind port 46bc7d2e-40be-4e69-8b60-ff23144473cd on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:08:55.958815 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Attempting to bind port 46bc7d2e-40be-4e69-8b60-ff23144473cd by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:08:55.959729 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Attempting to bind port 46bc7d2e-40be-4e69-8b60-ff23144473cd on network 9d9b7082-8787-4dec-bf21-2d3f1da33285 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:08:55.965492 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:08:55.965898 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Checking segment: {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:55.966368 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:55.966750 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Bound using segment: {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:08:55.967250 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Bound port: 46bc7d2e-40be-4e69-8b60-ff23144473cd, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b7f800-f3d4-48c7-999c-f6b408c8b77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:08:55.967636 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:56.055184 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] For port 46bc7d2e-40be-4e69-8b60-ff23144473cd, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:08:56.058951 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] For port 46bc7d2e-40be-4e69-8b60-ff23144473cd, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=46bc7d2e-40be-4e69-8b60-ff23144473cd,segment=NetworkSegment(86b7f800-f3d4-48c7-999c-f6b408c8b77c),segment_id=86b7f800-f3d4-48c7-999c-f6b408c8b77c)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:08:56.064831 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:56.069324 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:56.156766 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Routers {'839d6381-8d2e-4b46-87b7-21ef6ab6b91f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:08:56.157380 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc556a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:08:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:56.307761 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Pushing event updated for resources: {'Port': ['ID=46bc7d2e-40be-4e69-8b60-ff23144473cd,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:56.318710 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:56.332300 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] Set router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:08:56.651696 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc556a0>, [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:08:53Z', 'revision_number': 2, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port_host': None, '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:08:56Z', 'revision_number': 4, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:08:56.655325 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d3bf-cf31-429e-aa5b-0cca427c6070 None None] The sync data for ids ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'] in dv-cinder-786386-3-iscsi is: [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:08:53Z', 'revision_number': 2, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port_host': None, '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:08:56Z', 'revision_number': 4, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:08:56.875998 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 43550) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:57.025757 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822e4c9-c36e-4f5b-9c06-6cc5bef2b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:57.027072 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-9822e4c9-c36e-4f5b-9c06-6cc5bef2b385 admin admin] 10.222.0.20 "GET /v2.0/networks/36464527-badf-4a9c-8621-a623d5fb6429 HTTP/1.1" status: 200  len: 842 time: 0.1501245
May 10 17:08:57.036400 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:08:57.041374 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:08:57.045193 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Usage tracker for resource:subnet and tenant:c0117a86c5694c7b8f451661d0606711 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:08:57.048073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:08:57.054066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:08:57.065305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Made reservation on behalf of c0117a86c5694c7b8f451661d0606711 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:08:57.067614 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:57.543440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.objects.ports [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78684) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 17:08:57.543827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:57.547868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:08:57.617407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c43c3e5-033f-4831-9d99-f6cbff1f9819,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:08:57.622456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:08:57.628301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:08:57.628657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Network hostable DHCP agents. Network: 36464527-badf-4a9c-8621-a623d5fb6429, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:08:57.649980 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:08:57.661560 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 36464527-badf-4a9c-8621-a623d5fb6429) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:08:57.666315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:08:57.666995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:57.673580 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2f48f-b77c-47ad-b71e-53cc7360a27b None None] Network 36464527-badf-4a9c-8621-a623d5fb6429 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:08:57.700626 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6675303
May 10 17:08:57.890658 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a33b8f-baa4-4786-b27f-9dcaf4453ee2 None None] Network 36464527-badf-4a9c-8621-a623d5fb6429 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:08:59.794454 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 46bc7d2e-40be-4e69-8b60-ff23144473cd up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:08:59.865895 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 46bc7d2e-40be-4e69-8b60-ff23144473cd completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:08:59.871142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 46bc7d2e-40be-4e69-8b60-ff23144473cd triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:08:59.871519 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:08:59.935077 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 43564) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:08:59.989019 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:00.022748 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 46bc7d2e-40be-4e69-8b60-ff23144473cd, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=46bc7d2e-40be-4e69-8b60-ff23144473cd,segment=NetworkSegment(86b7f800-f3d4-48c7-999c-f6b408c8b77c),segment_id=86b7f800-f3d4-48c7-999c-f6b408c8b77c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:09:00.028078 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:00.030259 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:00.100002 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=46bc7d2e-40be-4e69-8b60-ff23144473cd,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:00.108724 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:00.159929 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7519f065-97a4-406c-80d9-c2c7a8682fc1 admin admin] 10.222.0.20 "GET /v2.0/routers/839d6381-8d2e-4b46-87b7-21ef6ab6b91f HTTP/1.1" status: 200  len: 710 time: 0.2237501
May 10 17:09:00.287485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be8e3d-84fd-4b58-ac5f-83fde78ce201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:09:00.289011 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-94be8e3d-84fd-4b58-ac5f-83fde78ce201 admin admin] 10.222.0.20 "GET /v2.0/networks/36464527-badf-4a9c-8621-a623d5fb6429 HTTP/1.1" status: 200  len: 886 time: 0.1235828
May 10 17:09:00.297844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:09:00.736498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.090080 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.146222 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.277718 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Allocated IP 172.27.3.218 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/cefd0fcc-128a-4977-ae19-4e325e5fa0e4) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:09:01.419149 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.474687 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.479056 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:01.533942 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:09:01.536635 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:09:01.539728 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:09:01.651979 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Pushing event updated for resources: {'Port': ['ID=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:01.656112 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:01.783738 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 46bc7d2e-40be-4e69-8b60-ff23144473cd up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:01.850414 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 46bc7d2e-40be-4e69-8b60-ff23144473cd triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:01.850783 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:01.923900 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:02.256313 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:02.259698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-470275'] for router, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:02.468641 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:09:02.642435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:09:02.650963 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:02.652163 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] 10.222.0.20 "PUT /v2.0/routers/839d6381-8d2e-4b46-87b7-21ef6ab6b91f HTTP/1.1" status: 200  len: 890 time: 2.3577123
May 10 17:09:02.652815 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Sync routers for ids ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:09:02.663653 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Routers {'839d6381-8d2e-4b46-87b7-21ef6ab6b91f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:02.664436 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba814d90>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:08:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:02.855574 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Set router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:03.211738 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba814d90>, [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:09:01Z', 'revision_number': 4, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port': {'id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:01Z', 'updated_at': '2021-05-10T17:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:09:00Z', 'revision_number': 5, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:03.216643 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Checking router: 839d6381-8d2e-4b46-87b7-21ef6ab6b91f for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:09:03.216991 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Updating router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:09:03.267360 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.589507 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.600599 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Transition to ACTIVE for port object cefd0fcc-128a-4977-ae19-4e325e5fa0e4 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:09:03.606501 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.610133 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:03.689266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Attempting to bind port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:09:03.689633 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Attempting to bind port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:09:03.689995 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Attempting to bind port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:09:03.693281 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Pushing event updated for resources: {'Port': ['ID=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:03.697521 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:03.698271 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:09:03.698641 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:09:03.699035 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.699412 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:09:03.699883 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Bound port: cefd0fcc-128a-4977-ae19-4e325e5fa0e4, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:09:03.700292 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.770724 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] For port cefd0fcc-128a-4977-ae19-4e325e5fa0e4, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:09:03.774398 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] For port cefd0fcc-128a-4977-ae19-4e325e5fa0e4, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:09:03.778758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:03.783423 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:03.857922 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Routers {'839d6381-8d2e-4b46-87b7-21ef6ab6b91f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:09:03.858522 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba814d90>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:08:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:03.966149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Pushing event updated for resources: {'Port': ['ID=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:03.969369 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:04.039275 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] Set router 839d6381-8d2e-4b46-87b7-21ef6ab6b91f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:09:04.359769 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba814d90>, [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:09:01Z', 'revision_number': 4, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port': {'id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:01Z', 'updated_at': '2021-05-10T17:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:09:00Z', 'revision_number': 5, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:09:04.363752 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58894cfc-ab05-43da-8684-76577596aa3a None None] The sync data for ids ['839d6381-8d2e-4b46-87b7-21ef6ab6b91f'] in dv-cinder-786386-3-iscsi is: [{'id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'name': 'router1', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:08:44Z', 'updated_at': '2021-05-10T17:09:01Z', 'revision_number': 4, 'project_id': '30b21616a399420b9427171e885faf8f', 'gw_port': {'id': 'cefd0fcc-128a-4977-ae19-4e325e5fa0e4', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:09:01Z', 'updated_at': '2021-05-10T17:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '46bc7d2e-40be-4e69-8b60-ff23144473cd', 'name': '', 'network_id': '9d9b7082-8787-4dec-bf21-2d3f1da33285', 'tenant_id': '30b21616a399420b9427171e885faf8f', 'mac_address': 'fa:16:3e:0b:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d6381-8d2e-4b46-87b7-21ef6ab6b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:08:53Z', 'updated_at': '2021-05-10T17:09:00Z', 'revision_number': 5, 'project_id': '30b21616a399420b9427171e885faf8f', 'subnets': [{'id': 'b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0b6d76c-716c-4bcc-987f-05681c3a3e62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:09:04.980349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 43574) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:09:05.099051 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-674e23aa-5569-4fd2-abc6-d2292a4279bf admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1175864
May 10 17:09:05.801882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device cefd0fcc-128a-4977-ae19-4e325e5fa0e4 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:05.898907 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:09:05.903535 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:05.903905 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:06.031930 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:06.048314 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port cefd0fcc-128a-4977-ae19-4e325e5fa0e4, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:09:06.053784 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:06.055999 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0332b90e-5b7f-40f7-a38f-517ee47c90bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:09:06.119844 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=cefd0fcc-128a-4977-ae19-4e325e5fa0e4,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:09:06.122738 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:09:07.793578 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device cefd0fcc-128a-4977-ae19-4e325e5fa0e4 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:09:07.872601 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port cefd0fcc-128a-4977-ae19-4e325e5fa0e4 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:09:07.873081 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.158894 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d84f03af-8d2c-4466-9c29-2134bce5bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:17.587642 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:09:19.798648 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:19.914818 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a672092b-8ac1-4699-9fd9-f4cf9d423154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:20.789477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:22.310129 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:47.154333 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7a1a416c-53d1-42b0-bdc6-2abb26147961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:49.795894 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:49.908458 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e4f087a-63b0-4986-8b8a-31879568ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:50.781746 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:52.312910 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:09:54.587050 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:10:17.148508 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-21791207-6e54-4f82-9d71-5b2a52c0805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:19.797520 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:19.912331 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-ea229a86-590f-4c65-a914-fc9212542b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:20.783992 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:22.311657 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:31.585972 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:10:39.202634 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44144) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:39.270442 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1a2fd0-8d89-4da2-af46-bc1002fae6ae admin admin] GET failed (client error): The resource could not be found.
May 10 17:10:39.270939 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4a1a2fd0-8d89-4da2-af46-bc1002fae6ae admin admin] Synchronizing usage tracker for tenant:c0117a86c5694c7b8f451661d0606711 on resource:network {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:10:39.287469 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4a1a2fd0-8d89-4da2-af46-bc1002fae6ae admin admin] Unset dirty status for tenant:c0117a86c5694c7b8f451661d0606711 on resource:network {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:10:39.288566 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4a1a2fd0-8d89-4da2-af46-bc1002fae6ae admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0849626
May 10 17:10:39.416495 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5a9c4-d142-4f98-b4e3-c7a3c62a536f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:39.417897 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-dff5a9c4-d142-4f98-b4e3-c7a3c62a536f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1255748
May 10 17:10:41.513488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44154) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:41.618470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a82195-b6bd-4779-a51e-86d8948caa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:41.619745 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-59a82195-b6bd-4779-a51e-86d8948caa89 admin admin] 10.222.0.20 "GET /v2.0/subnets/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff HTTP/1.1" status: 200  len: 849 time: 0.1053367
May 10 17:10:41.629232 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:10:41.746775 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:41.937243 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791995652958'] for subnet, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:41.941660 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c49fb261-57ad-4ec2-b92f-faee9a145375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:10:41.982966 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:41.983906 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:41.984818 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] 10.222.0.20 "PUT /v2.0/subnets/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff HTTP/1.1" status: 200  len: 868 time: 0.3596549
May 10 17:10:42.009470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:10:42.012134 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c9999-9b96-42c0-8c2d-8e26486a258b None None] Network 9d9b7082-8787-4dec-bf21-2d3f1da33285 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:10:42.018175 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.019467 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.019604 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.019906 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.020328 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.020657 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.020982 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.021307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.021638 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.021948 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.022318 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.022643 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:10:42.026270 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:10:42.432363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-fbd868a3-c032-480f-8518-e07332dccfbf None None] Provisioning complete for port 46bc7d2e-40be-4e69-8b60-ff23144473cd triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:10:42.432725 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbd868a3-c032-480f-8518-e07332dccfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:42.562100 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-fbd868a3-c032-480f-8518-e07332dccfbf None None] Provisioning complete for port f9237084-a9ae-4a30-acdf-db388777bece triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:10:42.562354 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbd868a3-c032-480f-8518-e07332dccfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:44.102658 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44164) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:44.274217 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b744f6-8531-4935-9f8e-e6e206d57369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:44.274686 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b744f6-8531-4935-9f8e-e6e206d57369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:44.276194 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-77b744f6-8531-4935-9f8e-e6e206d57369 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1725612
May 10 17:10:46.377294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44174) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:46.547047 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee0c8f-2dcf-46e4-93d3-343c32a110c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:46.547433 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee0c8f-2dcf-46e4-93d3-343c32a110c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:46.548944 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-2fee0c8f-2dcf-46e4-93d3-343c32a110c5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1707211
May 10 17:10:47.151158 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c3990714-6df6-4ea9-a447-7bacdaedb721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:48.641144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44184) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:48.806353 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea91468-6359-4f74-9ca8-01132927a1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:48.807666 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-aea91468-6359-4f74-9ca8-01132927a1cf admin admin] 10.222.0.20 "GET /v2.0/networks/36464527-badf-4a9c-8621-a623d5fb6429 HTTP/1.1" status: 200  len: 886 time: 0.1656005
May 10 17:10:49.802919 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:49.913800 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-42f96c33-d216-46ea-b6c9-86b239b879dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:50.786599 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:50.913816 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44194) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:51.085497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812c717-9271-4e3d-bf01-a59a292ef17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:51.086759 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-6812c717-9271-4e3d-bf01-a59a292ef17e admin admin] 10.222.0.20 "GET /v2.0/networks/9d9b7082-8787-4dec-bf21-2d3f1da33285 HTTP/1.1" status: 200  len: 869 time: 0.1720150
May 10 17:10:52.321290 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:10:53.193048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44204) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:53.297321 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3111d-02cc-4d9f-940e-313ae179798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:53.297780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3111d-02cc-4d9f-940e-313ae179798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:53.298495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-cce3111d-02cc-4d9f-940e-313ae179798e admin admin] Synchronizing usage tracker for tenant:c0117a86c5694c7b8f451661d0606711 on resource:subnet {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:10:53.314859 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-cce3111d-02cc-4d9f-940e-313ae179798e admin admin] Unset dirty status for tenant:c0117a86c5694c7b8f451661d0606711 on resource:subnet {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:10:53.316735 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-cce3111d-02cc-4d9f-940e-313ae179798e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1227541
May 10 17:10:55.385322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44214) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:55.490334 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf9d672-4733-42d1-a304-d4acd3373f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:55.490714 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf9d672-4733-42d1-a304-d4acd3373f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:55.492198 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0bf9d672-4733-42d1-a304-d4acd3373f32 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1059318
May 10 17:10:57.575431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44224) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:57.680346 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d8ed0-7f7c-4252-a348-97c181a6ca65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:57.681635 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-763d8ed0-7f7c-4252-a348-97c181a6ca65 admin admin] 10.222.0.20 "GET /v2.0/subnets/7c43c3e5-033f-4831-9d99-f6cbff1f9819 HTTP/1.1" status: 200  len: 816 time: 0.1052499
May 10 17:10:59.786756 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44234) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:10:59.892098 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339006ce-0759-4629-a6f4-67117769a092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:10:59.893848 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-339006ce-0759-4629-a6f4-67117769a092 admin admin] 10.222.0.20 "GET /v2.0/subnets/b81da6d1-fdcd-45b5-a408-cd4d9a5c50ff HTTP/1.1" status: 200  len: 868 time: 0.1061251
May 10 17:11:08.585188 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:11:17.154217 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4ebf-4a3c-4c17-baff-0e475273445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:19.805667 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:19.915217 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60bafcad-0848-4509-8aba-0c03f8603c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:20.788793 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:22.325287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:22.648309 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44278) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:22.696420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [None req-d91e55f0-63e9-422a-bbd6-02df021ba951 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:11:22.697385 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d91e55f0-63e9-422a-bbd6-02df021ba951 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0481353
May 10 17:11:24.872321 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44288) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:24.938023 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.pecan_wsgi.hooks.translation [None req-263fe8ae-41bf-44a7-812c-6dbc5bfefe46 admin admin] GET failed (client error): The resource could not be found.
May 10 17:11:24.939734 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-263fe8ae-41bf-44a7-812c-6dbc5bfefe46 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0660172
May 10 17:11:25.061950 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a47da5-2843-4b94-b880-67bede0a3e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:25.063276 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a8a47da5-2843-4b94-b880-67bede0a3e3a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1197710
May 10 17:11:27.187769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44298) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:27.237684 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:11:27.242638 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:11:27.253691 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:11:27.263856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Made reservation on behalf of c0117a86c5694c7b8f451661d0606711 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:11:27.266154 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:27.360356 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING neutron.services.revisions.revision_plugin [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff0bac2d0a0] {project_id='c0117a86c5694c7b8f451661d0606711', id='1064a401-398d-4c92-b86f-5cee4c05211b', target_tenant='*', action='access_as_shared', object_id='b94b4462-b970-4707-ae45-d5048e61a34a'}> to bump revision.
May 10 17:11:27.373044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:11:27.383325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:27.383713 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Added segment e58e224a-fcee-4372-b7f1-e0032ac6ad99 of type vlan for network b94b4462-b970-4707-ae45-d5048e61a34a
May 10 17:11:27.415131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:27.444890 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:27.446318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:27.446896 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:27.452615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:27.564829 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3757100
May 10 17:11:27.565732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Pushing event updated for resources: {'Network': ['ID=b94b4462-b970-4707-ae45-d5048e61a34a,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:27.572743 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.573107 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.573445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.573764 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.574081 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.574394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.574702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.575010 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.575310 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.575613 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.575917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.576247 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:27.582157 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:27.591905 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network b94b4462-b970-4707-ae45-d5048e61a34a details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:11:29.726274 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44308) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:29.795652 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d458f222-b284-42d6-8434-5a5ccc559682 admin admin] GET failed (client error): The resource could not be found.
May 10 17:11:29.796179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d458f222-b284-42d6-8434-5a5ccc559682 admin admin] Synchronizing usage tracker for tenant:c0117a86c5694c7b8f451661d0606711 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:11:29.811355 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d458f222-b284-42d6-8434-5a5ccc559682 admin admin] Unset dirty status for tenant:c0117a86c5694c7b8f451661d0606711 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:11:29.812564 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d458f222-b284-42d6-8434-5a5ccc559682 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0853169
May 10 17:11:29.915879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b69f3-378f-4605-97c1-8cea36954446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:29.917244 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-193b69f3-378f-4605-97c1-8cea36954446 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1002002
May 10 17:11:29.927154 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a', 'name': 'shared-subnet'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:11:29.931359 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:11:29.941111 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:11:29.950085 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Made reservation on behalf of c0117a86c5694c7b8f451661d0606711 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:11:29.952527 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:30.348380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:30.352642 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:30.421675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda6c578-402a-4d17-b640-341ba69f80b2,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:30.425021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:30.430401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Checking segment: {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:11:30.430751 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Network hostable DHCP agents. Network: b94b4462-b970-4707-ae45-d5048e61a34a, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:11:30.447100 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Network b94b4462-b970-4707-ae45-d5048e61a34a is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:11:30.456226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, b94b4462-b970-4707-ae45-d5048e61a34a) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:11:30.461020 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:11:30.461912 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:30.464995 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e2353-de29-4bb7-9fed-9a3130f71eff None None] Network b94b4462-b970-4707-ae45-d5048e61a34a requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:11:30.489718 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5634756
May 10 17:11:30.712815 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-b94b4462-b970-4707-ae45-d5048e61a34a', 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a', 'tenant_id': 'c0117a86c5694c7b8f451661d0606711', 'fixed_ips': [{'subnet_id': 'cda6c578-402a-4d17-b640-341ba69f80b2'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:11:30.713598 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:30.871916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Allocated IP 192.168.233.2 (b94b4462-b970-4707-ae45-d5048e61a34a/cda6c578-402a-4d17-b640-341ba69f80b2/cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:11:31.077001 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:31.087176 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Transition to ACTIVE for port object cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:11:31.108085 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Transition to ACTIVE for port object cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:11:31.114502 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:31.118820 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:31.180266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Network b94b4462-b970-4707-ae45-d5048e61a34a is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:11:31.187495 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:11:31.193057 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Pushing event updated for resources: {'Port': ['ID=cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:31.195135 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:11:31.233559 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.233901 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.234235 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.234564 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.234900 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.235204 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.235782 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.237046 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.237392 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.237714 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.238035 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.238350 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:31.269355 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:31.294435 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Attempting to bind port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:11:31.294800 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Attempting to bind port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:11:31.295154 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Attempting to bind port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 on network b94b4462-b970-4707-ae45-d5048e61a34a {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:11:31.301369 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:11:31.301735 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Checking segment: {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:11:31.302132 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:31.302521 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Bound using segment: {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:11:31.302980 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Bound port: cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:11:31.303365 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:31.392862 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] For port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:11:31.396802 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] For port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:11:31.401141 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:31.405885 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:31.485664 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Pushing event updated for resources: {'Port': ['ID=cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:31.492095 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:31.914462 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:11:31.984243 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:11:32.296053 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8917b6-bd6e-4ea7-88d1-0049affbcb17 None None] Network b94b4462-b970-4707-ae45-d5048e61a34a requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:11:32.381341 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Provisioning for port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:11:32.396191 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Provisioning complete for port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:11:32.396554 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:32.618889 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:32.656782 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] For port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:11:32.661595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:32.670841 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:32.743732 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Pushing event updated for resources: {'Port': ['ID=cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:11:32.745447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:32.883424 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-daeb87a0-50f4-4e4e-8594-07aea0adaeee None None] Provisioning complete for port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:11:32.883786 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-daeb87a0-50f4-4e4e-8594-07aea0adaeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:33.898712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:11:33.965835 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port cb1f7cf6-b9a3-441b-810a-12b0f3fc5d18 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:11:33.966201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:45.583207 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:11:47.168556 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-624ce99a-c22f-4d23-92ee-a65276180464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:49.808720 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:49.916072 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b07258c2-1f1f-453b-af0c-ef618a3dcc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:50.792247 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:52.329311 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.160683 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-9b361511-8483-4e45-b78c-06269c8d208d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:19.811057 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:19.917183 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e985d3c2-3786-45a7-a0f4-d75cdd9cbda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:20.795467 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.334085 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.582155 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:12:36.256774 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44358) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:36.263612 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [None req-12985517-ffb7-4e38-bd47-9c98fd879f4e tempest-verify_tempest_config-1533347068 tempest-verify_tempest_config-1533347068-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:12:36.264576 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-12985517-ffb7-4e38-bd47-9c98fd879f4e tempest-verify_tempest_config-1533347068 tempest-verify_tempest_config-1533347068-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068586
May 10 17:12:36.559315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44376) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:36.671787 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.685422 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:36.689113 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Usage tracker for resource:security_group_rule and tenant:bf74ea3e9fef44dc94569fe56154b6f3 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:36.692389 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:36.697871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:36.778359 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.781726 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.790660 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:36.828241 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf74ea3e9fef44dc94569fe56154b6f3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2678785
May 10 17:12:36.829021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b647f-6f0b-4dcf-b41f-ab1c86bdb7dc,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:36.832376 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44382) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:36.836448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.836799 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.837128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.837449 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.837763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.838091 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.838406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.838720 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.839046 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.839354 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.839658 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.839961 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:36.843807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:36.891028 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.916282 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:37.009298 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:37.013254 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:37.025539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b647f-6f0b-4dcf-b41f-ab1c86bdb7dc,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:37.035279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:37.036378 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b07b647f-6f0b-4dcf-b41f-ab1c86bdb7dc HTTP/1.1" status: 204  len: 168 time: 0.2030830
May 10 17:12:37.037513 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.037854 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.038178 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.038495 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.038894 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.039225 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.039540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.039849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.040471 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.040471 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.040791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.041092 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:37.044173 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:47.163851 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d530ba9a-5d85-43eb-85d5-46c4ff9f9b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:49.813098 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:49.919849 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c61b15f0-deaa-4d01-b578-36c041d45869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:50.797010 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:52.333766 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:59.581834 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:13:17.165160 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-793e646a-3551-4605-b2e2-3bf1623de1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:19.814405 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:19.920585 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0d663b58-7a62-4ab8-9574-da9e5476a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:20.799235 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:22.340539 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:36.580774 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 5 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:13:47.166305 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0db7d81a-0e12-443a-8a9b-3b9bd0e1699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:49.816272 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:49.919851 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4d214713-eb3d-4d1a-bc41-2dd76330ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:50.802020 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:52.343277 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:08.510147 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174'] for agent, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:12.803719 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44434) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:12.914126 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-68658705-a1a9-4b37-93e2-bb64dd8b4060 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1092751
May 10 17:14:13.579059 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:15.009724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44444) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:15.068140 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-da5d236b-b8dd-4122-8ea0-b4682e20c400 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0572894
May 10 17:14:17.169646 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8a51b2fe-b0b8-446e-8721-1e3923da9120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:19.818631 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:19.921472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-be4d6411-b3d3-4429-a496-e0ed874500f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:20.805135 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:22.432498 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:38.487995 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:47.172962 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-98cee8d7-f6c0-4dd0-a20e-34a4959375e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:49.819452 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:49.924049 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e745f42d-b9ae-4af3-8ccb-9bcee0a03f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:50.580835 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:50.807327 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:52.347285 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:08.514032 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:17.176061 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6cb3624a-4018-4c16-884d-3464cf11fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:19.820843 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:19.925893 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b46c4313-f05c-4351-8435-09b05177f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:20.809735 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:22.351021 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:27.580304 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:15:38.519459 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:41.646707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44638) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:41.963922 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-474621539-network', 'tenant_id': '4c147c218ccf4335b966ff789b99e212'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:41.968357 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:41.973014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Usage tracker for resource:network and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:41.976128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:41.981871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:41.997641 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Made reservation on behalf of 4c147c218ccf4335b966ff789b99e212 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:41.999938 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.011919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.026311 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:42.030071 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:42.033610 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:42.043520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:42.140098 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.146417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.150872 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:42.179762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b677ab3e-3905-4bce-aea3-3be566d5da80,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:42.191951 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.192337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.192667 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.193181 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.193679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.194136 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.194470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.195009 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.195433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.195770 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.196096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.196417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Tracked resource versions report:
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]: pushed versions:
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]: {   'AddressGroup': {'1.2'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'ConntrackHelper': {'1.0'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Log': {'1.0'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Network': {'1.1'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Port': {'1.7'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'PortForwarding': {'1.2'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'QosPolicy': {'1.8'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SecurityGroup': {'1.4'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SecurityGroupRule': {'1.2'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'SubPort': {'1.0'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Subnet': {'1.1'},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     'Trunk': {'1.1'}}
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]: consumer versions:
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     HyperV agent@hv-cinder-78638: {},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'ConntrackHelper': '1.0',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Log': '1.0',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Network': '1.1',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Port': '1.7',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'PortForwarding': '1.2',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'QosPolicy': '1.8',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SecurityGroup': '1.4',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SecurityGroupRule': '1.2',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'SubPort': '1.0',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Subnet': '1.1',
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:                                                      'Trunk': '1.1'}}
May 10 17:15:42.197697 dv-cinder-786386-3-iscsi neutron-server[78684]:  {{(pid=78684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:15:42.207924 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44668) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:42.216592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:42.220175 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:42.229011 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.229369 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Added segment dda51d9c-71db-4248-ad10-309928570e6c of type vlan for network e3830e0f-be23-4cc5-9927-993015606b1b
May 10 17:15:42.258722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.290921 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.292307 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:42.293039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.296294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:42.396767 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3830e0f-be23-4cc5-9927-993015606b1b,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:42.411006 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:42.412370 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network e3830e0f-be23-4cc5-9927-993015606b1b details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:42.432644 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44680) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:42.439564 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Request body: {'subnet': {'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-474621539-subnet', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:42.443722 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7958684
May 10 17:15:42.446399 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:42.450377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Usage tracker for resource:subnet and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:42.453310 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:42.460619 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:42.472368 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Made reservation on behalf of 4c147c218ccf4335b966ff789b99e212 for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:42.475373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.483735 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44684) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:42.613458 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44692) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:42.644598 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-643720042-network', 'tenant_id': '43fcc83953fd486a897a81b67a53c97e'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:42.653596 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:42.663245 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Usage tracker for resource:network and tenant:43fcc83953fd486a897a81b67a53c97e is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:42.669589 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:42.679270 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:42.708961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:42.712305 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.728532 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:42.750580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:42.759669 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Usage tracker for resource:security_group_rule and tenant:43fcc83953fd486a897a81b67a53c97e is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:42.790219 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:42.801926 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:42.936775 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-network', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:42.947772 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:42.956978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Usage tracker for resource:network and tenant:78762d8fe2a04f6d91685862f31cf0e3 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:42.963329 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:42.976672 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.006358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.014663 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.020825 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:43.024411 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Made reservation on behalf of 78762d8fe2a04f6d91685862f31cf0e3 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:43.029970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.057984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.060843 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996f9ab8-680a-4b23-afe9-edc29ae763f1,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:43.071053 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.071404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.071736 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.072084 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.072405 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.072737 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.073054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.073361 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.073688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.073999 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.074850 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.075182 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Tracked resource versions report:
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]: pushed versions:
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]: {   'AddressGroup': {'1.2'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'ConntrackHelper': {'1.0'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Log': {'1.0'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Network': {'1.1'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Port': {'1.7'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'PortForwarding': {'1.2'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'QosPolicy': {'1.8'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SecurityGroup': {'1.4'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SecurityGroupRule': {'1.2'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'SubPort': {'1.0'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Subnet': {'1.1'},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     'Trunk': {'1.1'}}
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]: consumer versions:
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     HyperV agent@hv-cinder-78638: {},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'ConntrackHelper': '1.0',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Log': '1.0',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Network': '1.1',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Port': '1.7',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'PortForwarding': '1.2',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'QosPolicy': '1.8',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SecurityGroup': '1.4',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SecurityGroupRule': '1.2',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'SubPort': '1.0',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Subnet': '1.1',
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:                                                      'Trunk': '1.1'}}
May 10 17:15:43.076376 dv-cinder-786386-3-iscsi neutron-server[78683]:  {{(pid=78683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:15:43.081368 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:43.091475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:43.095907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:43.104942 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Usage tracker for resource:security_group_rule and tenant:78762d8fe2a04f6d91685862f31cf0e3 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:43.109689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:43.114198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.114761 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Added segment 8bb89ced-4afc-49bd-9b95-8ebb0c6898fa of type vlan for network 8e8d5e91-9db5-49b8-8c76-a2223fef260f
May 10 17:15:43.121700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.179416 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.180761 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2009908888-network', 'tenant_id': '1c30476500c34ad3b0a04530add5443c'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:43.191827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:43.203918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Usage tracker for resource:network and tenant:1c30476500c34ad3b0a04530add5443c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:43.211796 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:43.232498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.284497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Made reservation on behalf of 1c30476500c34ad3b0a04530add5443c for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:43.288681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.292230 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.299702 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-58afedab-d388-4bb1-8d84-0a9446c22e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:43.332090 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.355929 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e398103-6ea4-46e3-90e2-657c5cd82bf8,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:43.364988 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:43.386664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:43.405084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Usage tracker for resource:security_group_rule and tenant:1c30476500c34ad3b0a04530add5443c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:43.408251 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Checking segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:43.408606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Network hostable DHCP agents. Network: e3830e0f-be23-4cc5-9927-993015606b1b, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:15:43.413649 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.416425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:43.428167 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.430148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.432405 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:43.432976 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.438084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.454600 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-901d33f5-4044-4445-ab93-c441c58b79bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:43.489688 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:43.489909 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:43.527353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.527944 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Added segment 89791610-0dbc-4a76-80c1-5053327a0a62 of type vlan for network 3a4c3310-9bcb-47e3-99ae-01b8c5257430
May 10 17:15:43.535936 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1798464b-c6d0-41d7-8e43-a607d2089294,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:43.539667 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3299913
May 10 17:15:43.547312 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44724) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:43.556148 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:43.595631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.620741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Request body: {'subnet': {'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-643720042-subnet', 'tenant_id': '43fcc83953fd486a897a81b67a53c97e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:43.634596 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:43.646606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Network e3830e0f-be23-4cc5-9927-993015606b1b is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:15:43.693072 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, e3830e0f-be23-4cc5-9927-993015606b1b) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:43.711617 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:43.712150 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.730336 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.737038 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Usage tracker for resource:subnet and tenant:43fcc83953fd486a897a81b67a53c97e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:43.744407 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a8fe5-4e1e-43a3-9ce0-4e34c81e7fc7 None None] Network e3830e0f-be23-4cc5-9927-993015606b1b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:43.744970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:43.748445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.db.resource_extend [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:15:43.761299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.761831 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8d5e91-9db5-49b8-8c76-a2223fef260f,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:43.766127 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:43.773896 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3398471
May 10 17:15:43.777005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44734) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:43.787540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:43.791003 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:43.801849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:43.805737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.806115 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Added segment 8289196f-dd7d-4fbf-a873-aacbe1548ed1 of type vlan for network 00fbda6b-16bb-4854-82a8-220b7afbc8bd
May 10 17:15:43.806849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Usage tracker for resource:router and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:43.810026 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:43.817225 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.833985 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.835895 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.841689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.869562 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:43.957901 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:43.960087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-15b7f01f-c0d4-414f-8845-8ebd2137bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:43.994951 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c46ef-9f86-4af2-a136-00989675bdc8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:43.997969 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:43.998608 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.005172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:44.005851 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.048438 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:44.142451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.151852 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:44.152477 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.171883 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:44.176285 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.196250 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5791228
May 10 17:15:44.202272 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.7175574
May 10 17:15:44.202874 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44756) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:44.212937 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:44.270465 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44758) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:44.276995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Request body: {'subnet': {'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2009908888-subnet', 'tenant_id': '1c30476500c34ad3b0a04530add5443c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:44.295716 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Pushing event updated for resources: {'Network': ['ID=00fbda6b-16bb-4854-82a8-220b7afbc8bd,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:44.307572 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:44.311735 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Request body: {'subnet': {'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-subnet', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:44.318753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:44.323319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Usage tracker for resource:subnet and tenant:78762d8fe2a04f6d91685862f31cf0e3 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:44.326434 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:44.334296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:44.357381 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c847cfaf-8f8c-4ca4-b711-5d928cbdfa02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:44.377783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:44.381383 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 00fbda6b-16bb-4854-82a8-220b7afbc8bd details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:44.383696 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Made reservation on behalf of 78762d8fe2a04f6d91685862f31cf0e3 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:44.387062 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.528840 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Usage tracker for resource:subnet and tenant:1c30476500c34ad3b0a04530add5443c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:44.537937 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-e3830e0f-be23-4cc5-9927-993015606b1b', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:15:44.539551 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.582113 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:44.608186 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:44.621248 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.726798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4c3310-9bcb-47e3-99ae-01b8c5257430,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:44.730080 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Allocated IP 172.20.0.2 (e3830e0f-be23-4cc5-9927-993015606b1b/2e398103-6ea4-46e3-90e2-657c5cd82bf8/57625841-35e5-4efa-b4db-bfaa98e0e6a2) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:44.738002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:44.743799 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Made reservation on behalf of 1c30476500c34ad3b0a04530add5443c for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:44.746337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.957539 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:44.968348 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Transition to ACTIVE for port object 57625841-35e5-4efa-b4db-bfaa98e0e6a2 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:44.989769 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Transition to ACTIVE for port object 57625841-35e5-4efa-b4db-bfaa98e0e6a2 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:45.000310 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:45.144973 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.177019 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.255959 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.306781 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:45.398617 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Network e3830e0f-be23-4cc5-9927-993015606b1b is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:45.406501 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:45.419954 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:15:45.490611 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Pushing event updated for resources: {'Port': ['ID=57625841-35e5-4efa-b4db-bfaa98e0e6a2,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:45.515366 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Allocated IP 172.27.3.219 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/4ee1bfbe-85d1-4839-b2ea-15703f35e252) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:45.560290 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.560897 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.561555 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.561902 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.562278 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.562706 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.563050 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.564166 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.564517 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.564979 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.565303 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.565616 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Tracked resource versions report:
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]: pushed versions:
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]: {   'AddressGroup': {'1.2'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'ConntrackHelper': {'1.0'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Log': {'1.0'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Network': {'1.1'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Port': {'1.7'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'PortForwarding': {'1.2'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'QosPolicy': {'1.8'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SecurityGroup': {'1.4'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SecurityGroupRule': {'1.2'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'SubPort': {'1.0'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Subnet': {'1.1'},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     'Trunk': {'1.1'}}
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]: consumer versions:
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     HyperV agent@hv-cinder-78638: {},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'ConntrackHelper': '1.0',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Log': '1.0',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Network': '1.1',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Port': '1.7',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'PortForwarding': '1.2',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'QosPolicy': '1.8',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SecurityGroup': '1.4',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SecurityGroupRule': '1.2',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'SubPort': '1.0',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Subnet': '1.1',
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:                                                      'Trunk': '1.1'}}
May 10 17:15:45.566698 dv-cinder-786386-3-iscsi neutron-server[78685]:  {{(pid=78685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:15:45.600457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:45.624593 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Attempting to bind port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:15:45.624991 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Attempting to bind port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:15:45.625563 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Attempting to bind port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:15:45.633107 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:15:45.633476 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Checking segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:45.634012 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.634253 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Bound using segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:15:45.634824 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Bound port: 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:15:45.635217 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.837491 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] For port 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:15:45.839741 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.850101 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] For port 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=57625841-35e5-4efa-b4db-bfaa98e0e6a2,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:15:45.863397 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.876623 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:45.897563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:45.916586 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:46.009582 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:46.015697 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:46.038927 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:15:46.046171 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Pushing event updated for resources: {'Port': ['ID=57625841-35e5-4efa-b4db-bfaa98e0e6a2,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:46.054358 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:46.250351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.274095 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ebb3c1ef-4de5-4586-94d2-5575406554fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:46.310193 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44848) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:46.390808 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44852) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:46.485071 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f9446d-c64e-4222-82b1-374a9437ecb0,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:46.500473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:46.501729 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.516882 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Checking segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:46.517212 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Network hostable DHCP agents. Network: 3a4c3310-9bcb-47e3-99ae-01b8c5257430, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:15:46.523653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:46.604686 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Pushing event updated for resources: {'Port': ['ID=4ee1bfbe-85d1-4839-b2ea-15703f35e252,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:46.610331 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:46.708264 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.752939 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:15:46.761463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb3a6a9-fb18-4386-932c-68a07c9dd03a,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:46.778150 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:46.786589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.802768 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.803552 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 3a4c3310-9bcb-47e3-99ae-01b8c5257430) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:46.813233 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec0e33-df9b-46b6-9122-144620b2d2c0 None None] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:46.818982 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.820937 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Checking segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:46.821493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Network hostable DHCP agents. Network: 8e8d5e91-9db5-49b8-8c76-a2223fef260f, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:15:46.828690 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:46.834214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Usage tracker for resource:security_group_rule and tenant:a59d6a37b20741e981492eb11dbb3a07 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:46.837753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:46.845837 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:46.848719 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:46.855924 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e8ba11ede543589b5f4cc1ab97a932 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:46.867068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:46.877777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:46.899621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:46.900444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:46.914982 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:47.058462 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.7867022
May 10 17:15:47.064796 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:15:47.076787 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44878) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:47.088451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 8e8d5e91-9db5-49b8-8c76-a2223fef260f) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:47.090993 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:47.094235 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:47.096378 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.102567 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e8e89-8ddc-4301-b739-6c2d5538ac7d None None] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:47.103633 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=214ce2cc-c7ff-4e03-aa66-0e36cace2309,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:47.105151 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:47.107698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:47.122531 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Checking segment: {'id': '8289196f-dd7d-4fbf-a873-aacbe1548ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:47.123036 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Network hostable DHCP agents. Network: 00fbda6b-16bb-4854-82a8-220b7afbc8bd, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:15:47.129856 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Usage tracker for resource:router and tenant:78762d8fe2a04f6d91685862f31cf0e3 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:47.140455 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:47.169253 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:47.196619 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.210412 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-8e12fbda-3282-4ff6-a720-a018d5a21b76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.5971847
May 10 17:15:47.218657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.244424 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cd281-5f34-4ecf-8f8a-04a99f16c06b None None] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:47.265220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.275882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.279492 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.280922 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:47.291070 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a59d6a37b20741e981492eb11dbb3a07&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8933191
May 10 17:15:47.293791 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Network 00fbda6b-16bb-4854-82a8-220b7afbc8bd is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:15:47.304881 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44888) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:47.311061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 00fbda6b-16bb-4854-82a8-220b7afbc8bd) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:47.316205 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:47.316905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.317865 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.398223 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42bc57-5530-40b5-a78f-09bd24b80f55,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:47.401252 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:47.429563 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2099547
May 10 17:15:47.429563 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.445109 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c680de-7c00-4623-9442-70edd94b87a0 None None] Network 00fbda6b-16bb-4854-82a8-220b7afbc8bd requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:47.467240 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.546045 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.551790 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:47.553893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.566823 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42bc57-5530-40b5-a78f-09bd24b80f55,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:47.575897 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:47.582290 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:47.583594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.587200 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae42bc57-5530-40b5-a78f-09bd24b80f55 HTTP/1.1" status: 204  len: 168 time: 0.2789669
May 10 17:15:47.594485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.663474 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Synchronizing usage tracker for tenant:c0117a86c5694c7b8f451661d0606711 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:15:47.715474 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422cbec-c898-435f-b6bb-9efdf8938f1f,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:47.719120 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:47.748363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0af61-fbab-4035-a8b0-91c942461ebf None None] Network e3830e0f-be23-4cc5-9927-993015606b1b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:47.763130 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e367e8b3-3be4-4049-9e1e-7fdd01ece5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:47.999893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Unset dirty status for tenant:c0117a86c5694c7b8f451661d0606711 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:15:48.004346 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2e8ba11ede543589b5f4cc1ab97a932&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6906390
May 10 17:15:48.005161 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44926) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:48.017849 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-bd55aa8b-179e-4c72-b424-263d8447a9ed None None] Provisioning for port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:48.145330 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.212837 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa9d6c-28c9-4f9c-8314-ad19b53021c0 None None] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:48.214884 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.264896 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 57625841-35e5-4efa-b4db-bfaa98e0e6a2 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:48.323464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.332089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.339711 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:48.367230 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422cbec-c898-435f-b6bb-9efdf8938f1f,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:48.372831 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:48.387168 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.393996 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d422cbec-c898-435f-b6bb-9efdf8938f1f HTTP/1.1" status: 204  len: 168 time: 0.3854485
May 10 17:15:48.417852 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Router 6a5c77e1-7860-44f8-801f-56b2be109337 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:15:48.465119 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44950) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:48.469509 dv-cinder-786386-3-iscsi neutron-server[78684]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 17:15:48.559247 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 44966) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:48.576440 dv-cinder-786386-3-iscsi neutron-server[78683]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 17:15:48.649952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413dc80-be8c-4d63-ad14-9a425933ecc9 None None] Network 00fbda6b-16bb-4854-82a8-220b7afbc8bd requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:48.706673 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-7938bda0-9c56-496f-b351-1d518be576be tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:48.708210 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-7938bda0-9c56-496f-b351-1d518be576be tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.2416179
May 10 17:15:48.708736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44972) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:48.738017 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-79e80345-73a3-49f6-9fe1-8cea016f8e03 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/quotas/43fcc83953fd486a897a81b67a53c97e HTTP/1.1" status: 200  len: 375 time: 0.0110192
May 10 17:15:48.738871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.792773 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:48.814198 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-ac3cad50-f483-489f-9691-9bbf7be2ea0b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0607791
May 10 17:15:48.820226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:48.824579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Usage tracker for resource:security_group_rule and tenant:6018b6ee5a2146cabe52922156a3d873 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:48.828090 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:48.842698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:48.848081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-da689500-b927-48aa-aa7b-b1d6a7c3c223 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:48.849790 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-da689500-b927-48aa-aa7b-b1d6a7c3c223 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/networks?id=00fbda6b-16bb-4854-82a8-220b7afbc8bd HTTP/1.1" status: 200  len: 812 time: 0.2828991
May 10 17:15:48.930684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:48.931082 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:48.950502 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-c42f126d-47f9-45f8-aa6c-8dc8fa8fee0a tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/quotas/1c30476500c34ad3b0a04530add5443c HTTP/1.1" status: 200  len: 375 time: 0.0925481
May 10 17:15:49.011056 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-13220495-e24f-43ae-ae84-bb51cba68eae tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c30476500c34ad3b0a04530add5443c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588703
May 10 17:15:49.011732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.020566 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.062770 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:49.075430 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6018b6ee5a2146cabe52922156a3d873&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3656189
May 10 17:15:49.078003 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 44994) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:49.106751 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:15:49.117600 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:15:49.132308 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:15:49.136676 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bae2b760>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:49.156666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.162778 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3844714
May 10 17:15:49.166284 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45002) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:49.194005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e6106-a4b1-4803-a82e-7da18b7cd86b,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:49.218372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:49.268599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.323178 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-2b5e4f2a-6d7b-46ab-94a5-9e39e71ba9a8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:15:49.330774 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-2b5e4f2a-6d7b-46ab-94a5-9e39e71ba9a8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1170728
May 10 17:15:49.531287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.609595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=57625841-35e5-4efa-b4db-bfaa98e0e6a2,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:15:49.622143 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.624499 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:49.650971 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:15:49.711059 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.784939 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=57625841-35e5-4efa-b4db-bfaa98e0e6a2,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:49.789745 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:49.836577 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:49.839550 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-82f16530-87ff-4565-a2ab-2409e406bcc9 service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5079234
May 10 17:15:49.849827 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-14c9212b-3571-4ee9-bdd9-8883bb0e1f93 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:15:49.856861 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-14c9212b-3571-4ee9-bdd9-8883bb0e1f93 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5170310
May 10 17:15:49.881599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45026) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:49.885978 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-6d3ec578-ff84-4e21-8a95-57176e1ab0fd None None] Provisioning complete for port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:49.887014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec578-ff84-4e21-8a95-57176e1ab0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.028922 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.034600 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1104152a-5d4f-4db8-93c5-c4c2d2a256fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.073360 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:50.114917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e6106-a4b1-4803-a82e-7da18b7cd86b,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:50.119395 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:50.121352 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 57625841-35e5-4efa-b4db-bfaa98e0e6a2 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:50.139737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.157731 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a3e6106-a4b1-4803-a82e-7da18b7cd86b HTTP/1.1" status: 204  len: 168 time: 1.0702784
May 10 17:15:50.208541 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-cee5040b-8182-4f3b-8532-6f6bd909797b service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3615246
May 10 17:15:50.211145 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.271408 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:50.271887 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.308588 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bae2b760>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:46Z', 'revision_number': 3, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:50.314844 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:15:50.315261 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Updating router 6a5c77e1-7860-44f8-801f-56b2be109337 port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:15:50.333111 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.374533 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.427340 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.430429 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:50.442593 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Usage tracker for resource:security_group_rule and tenant:97a5941e90684e5b8d86389505bc3811 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:50.445587 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:50.452302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:50.531363 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-189f6dc4-4e52-4129-8b85-789eca1d00c2 service neutron] 10.222.0.20 "GET /v2.0/networks/00fbda6b-16bb-4854-82a8-220b7afbc8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6719148
May 10 17:15:50.655309 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.664579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.683040 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fc81f310-47e1-4c9f-bd63-74697acc5fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:50.839755 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:50.866270 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b6560775-796a-44eb-bb4e-6b2dbd7478af req-cebdc6e8-c7c3-4d0c-8d08-64f4a4e47ae4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.1292989
May 10 17:15:50.879465 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97a5941e90684e5b8d86389505bc3811&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9862263
May 10 17:15:50.882423 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc00c19-f610-430f-8b4e-79893145565c,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:50.884077 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45064) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:50.886388 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:51.007986 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.023148 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Transition to ACTIVE for port object 4ee1bfbe-85d1-4839-b2ea-15703f35e252 will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:51.037387 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.044306 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:51.099013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45074) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:51.124858 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Attempting to bind port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:15:51.124858 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Attempting to bind port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:15:51.125375 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Attempting to bind port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:15:51.134683 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:15:51.135273 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:51.135952 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.136630 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:15:51.137275 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Bound port: 4ee1bfbe-85d1-4839-b2ea-15703f35e252, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:15:51.137832 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.201823 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-21222ba8-d10e-486c-88f2-c4bad143b869 service neutron] 10.222.0.20 "GET /v2.0/networks/00fbda6b-16bb-4854-82a8-220b7afbc8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6682022
May 10 17:15:51.296109 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Pushing event updated for resources: {'Port': ['ID=4ee1bfbe-85d1-4839-b2ea-15703f35e252,revision_number=2']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:51.321376 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Allocated IP 172.27.3.94 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/5393c810-aa45-4021-babe-c307f1889019) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:51.325660 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.334549 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.335052 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.335243 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.335535 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.335908 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.336315 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.336641 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.336957 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.337292 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.337609 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.338210 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.340635 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Tracked resource versions report:
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]: pushed versions:
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]: {   'AddressGroup': {'1.2'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'ConntrackHelper': {'1.0'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Log': {'1.0'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Network': {'1.1'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Port': {'1.7'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'PortForwarding': {'1.2'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'QosPolicy': {'1.8'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SecurityGroup': {'1.4'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SecurityGroupRule': {'1.2'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'SubPort': {'1.0'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Subnet': {'1.1'},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     'Trunk': {'1.1'}}
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]: consumer versions:
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]: {   DHCP agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     HyperV agent@hv-cinder-78638: {},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     L3 agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     Metadata agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     Metering agent@dv-cinder-786386-3-iscsi: {},
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:     Open vSwitch agent@dv-cinder-786386-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'ConntrackHelper': '1.0',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Log': '1.0',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Network': '1.1',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Port': '1.7',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'PortForwarding': '1.2',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'QosPolicy': '1.8',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SecurityGroup': '1.4',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SecurityGroupRule': '1.2',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'SubPort': '1.0',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Subnet': '1.1',
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:                                                      'Trunk': '1.1'}}
May 10 17:15:51.342055 dv-cinder-786386-3-iscsi neutron-server[78686]:  {{(pid=78686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:15:51.350850 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:51.369443 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] For port 4ee1bfbe-85d1-4839-b2ea-15703f35e252, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:15:51.374479 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] For port 4ee1bfbe-85d1-4839-b2ea-15703f35e252, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4ee1bfbe-85d1-4839-b2ea-15703f35e252,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:15:51.382063 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.390569 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:51.490239 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:15:51.491709 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bae2b760>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:51.559950 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.655806 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Pushing event updated for resources: {'Port': ['ID=4ee1bfbe-85d1-4839-b2ea-15703f35e252,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:51.669368 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:51.672935 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.725152 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fd6fbeb1-3ce7-42a9-85eb-aaea5ed3226e req-ef593f51-52c3-44f7-bae9-afdded0bec5b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.1925225
May 10 17:15:51.726437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:51.731501 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Usage tracker for resource:security_group_rule and tenant:15d6021f96594560b46a9ea660c555d2 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:51.736130 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:51.742406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:51.783002 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:15:51.929728 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.937148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.953391 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.959706 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4c39da73-4af0-477c-8905-2897b435f120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:51.971662 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:51.976417 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc00c19-f610-430f-8b4e-79893145565c,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:51.979327 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:51.992143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-26dde675-d012-44b5-bb7b-d9135aca82ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:52.075545 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.126493 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-437c3829-44f6-4ce1-948c-8fcbaa51a6ce req-8441cd12-e9dc-4fbc-9261-d994493895fb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.1173825
May 10 17:15:52.130665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.131682 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdc00c19-f610-430f-8b4e-79893145565c HTTP/1.1" status: 204  len: 168 time: 1.2467148
May 10 17:15:52.135346 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f8fea-6bfa-4eec-9100-fd4509d5763a,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:52.138742 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:52.143169 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15d6021f96594560b46a9ea660c555d2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0431528
May 10 17:15:52.148593 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45134) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:52.281090 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.341738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.368380 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.441487 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.457622 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:52.499559 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Allocated IP 172.20.0.1 (e3830e0f-be23-4cc5-9927-993015606b1b/2e398103-6ea4-46e3-90e2-657c5cd82bf8/4171f6ca-6714-477d-ac64-8e8c61e1b9c3) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:52.503293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.510045 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:52.544174 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bae2b760>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:46Z', 'revision_number': 3, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:52.549900 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f8fea-6bfa-4eec-9100-fd4509d5763a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:52.550098 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12a655-e495-42e3-b945-facfa5df29a3 None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:46Z', 'revision_number': 3, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:15:52.555528 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:52.559463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.560491 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/910f8fea-6bfa-4eec-9100-fd4509d5763a HTTP/1.1" status: 204  len: 168 time: 0.4113314
May 10 17:15:52.927202 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-87914e63-9dd9-4101-9c47-c5f29fb283ba req-fdbb6f5e-feb8-4032-a794-4a8043fcd438 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.1119165
May 10 17:15:52.970335 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.996283 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Transition to ACTIVE for port object 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:53.017961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:53.026167 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:53.033010 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:15:53.100360 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Pushing event updated for resources: {'Port': ['ID=5393c810-aa45-4021-babe-c307f1889019,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:53.113058 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:53.304850 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45180) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:53.337326 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.346983 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.374131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:53.385205 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b320b36d426431b9dbcbcbddce1a8d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:53.387496 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d0bcd18f-7ea6-4522-ad73-b2486401eeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:53.387624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45184) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:53.396287 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:53.419567 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:53.522275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Network e3830e0f-be23-4cc5-9927-993015606b1b is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:53.538725 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:53.543474 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:15:53.543942 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.653592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d911cdd9-d557-4c84-be72-2945f75496dc req-892da370-2c43-48ce-a033-19694a0d1142 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.1246099
May 10 17:15:53.677117 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.696713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.711224 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5bf0862b-9a89-4f6d-9d6d-36f72da38d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:53.804785 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b320b36d426431b9dbcbcbddce1a8d4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4982686
May 10 17:15:53.810376 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45198) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:53.815227 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedaf8bb-edfd-4e32-b891-2f6d7ef9ae6d,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:53.854201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:53.895653 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.945338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322300454-network', 'tenant_id': '94927e7975f44e21a37277b873093cc9'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:53.955498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:53.963035 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Usage tracker for resource:network and tenant:94927e7975f44e21a37277b873093cc9 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:53.972820 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-c8d20de9-4531-48a2-996a-6479553972ba None None] Provisioning for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:53.979898 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-c8d20de9-4531-48a2-996a-6479553972ba None None] Provisioning complete for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:53.980535 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c8d20de9-4531-48a2-996a-6479553972ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.997877 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:54.056783 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Pushing event updated for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:54.068882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:54.080890 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:54.129680 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.156115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-c8d20de9-4531-48a2-996a-6479553972ba None None] Port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:15:54.167115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4ee1bfbe-85d1-4839-b2ea-15703f35e252 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:54.175571 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Made reservation on behalf of 94927e7975f44e21a37277b873093cc9 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:54.186226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.248591 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.412605 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:54.418862 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:54.419487 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.449203 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.459321 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:54.465319 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65ec953d-37ca-470c-bb45-800b1fd79381 req-8651f196-c976-4338-bd43-c4863f8ad52e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.1326385
May 10 17:15:54.471815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Usage tracker for resource:security_group_rule and tenant:94927e7975f44e21a37277b873093cc9 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:54.477925 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.53', 57659) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:54.478889 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:54.502978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:54.628264 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.644207 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.648908 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 4ee1bfbe-85d1-4839-b2ea-15703f35e252, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4ee1bfbe-85d1-4839-b2ea-15703f35e252,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:15:54.662298 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.666184 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:54.738518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.757425 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=4ee1bfbe-85d1-4839-b2ea-15703f35e252,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:54.762435 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:54.858365 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-a5383fc2-55a7-4813-8cb7-8ce35f87b4a5 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:54.860108 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-a5383fc2-55a7-4813-8cb7-8ce35f87b4a5 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.3773763
May 10 17:15:54.896534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:54.910624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:54.959542 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Request body: {'port': {'device_id': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'admin_state_up': True, 'tenant_id': '43fcc83953fd486a897a81b67a53c97e'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:54.983622 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedaf8bb-edfd-4e32-b891-2f6d7ef9ae6d,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:54.986570 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:55.071508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.087024 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dedaf8bb-edfd-4e32-b891-2f6d7ef9ae6d HTTP/1.1" status: 204  len: 168 time: 1.2625649
May 10 17:15:55.135232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.151857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.178235 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20f43c8b-3dd5-466e-ae67-2ca5b6dc55dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:55.242597 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:55.263886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.53', 57664) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:55.271810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695be6cf-e41b-4eb6-aa16-f516829667c8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:55.286312 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:55.319571 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dc1395e9-3206-4568-b958-c7afbf75c772 req-4f06b0cc-60a8-479a-922d-94655f5d719d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.4088080
May 10 17:15:55.421751 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.423045 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Added segment c1b8fbdc-4917-4d5c-bdf9-51dfca0b6c3b of type vlan for network 4960d699-ef7f-42af-9c37-136965647faf
May 10 17:15:55.442120 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:55.453610 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Usage tracker for resource:port and tenant:43fcc83953fd486a897a81b67a53c97e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:55.462558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:55.476473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:55.567126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.597037 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:55.605294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.608849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.611929 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Router 2a09133e-87dd-4ad6-9773-f06597c35be9 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:15:55.618704 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.621220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.628193 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-421823ec-c4e5-49c2-b088-2c670a55bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:55.680022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-931e70d1-89bc-4d38-a44a-effd276c05a5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:55.681126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-931e70d1-89bc-4d38-a44a-effd276c05a5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Synchronizing usage tracker for tenant:1c30476500c34ad3b0a04530add5443c on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:15:55.904252 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f6ada4f-4c47-43ee-9880-c44d95a6b563 req-03a9c09b-29c9-448f-ab7a-d41f7e051666 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.1010334
May 10 17:15:55.904814 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.909783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:55.910355 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.917250 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:55.977734 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-931e70d1-89bc-4d38-a44a-effd276c05a5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Unset dirty status for tenant:1c30476500c34ad3b0a04530add5443c on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:15:55.978996 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-931e70d1-89bc-4d38-a44a-effd276c05a5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.53 "GET /v2.0/networks?id=00fbda6b-16bb-4854-82a8-220b7afbc8bd HTTP/1.1" status: 200  len: 812 time: 0.7097349
May 10 17:15:55.991365 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Pushing event updated for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:56.007700 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:56.108752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Request body: {'port': {'device_id': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd', 'admin_state_up': True, 'tenant_id': '1c30476500c34ad3b0a04530add5443c'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:56.122900 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4ee1bfbe-85d1-4839-b2ea-15703f35e252 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:56.218671 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:15:56.243777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Network e3830e0f-be23-4cc5-9927-993015606b1b is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:56.247329 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Sync routers for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:15:56.248177 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:56.286079 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:15:56.289675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:56.290636 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8d2100>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:56.293496 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Usage tracker for resource:port and tenant:1c30476500c34ad3b0a04530add5443c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:56.296295 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:56.307905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:56.337211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:56.341264 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.2609072
May 10 17:15:56.343061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45292) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:56.467674 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45300) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:56.535518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:15:56.642219 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca1a1b52-462a-407b-8d31-5c4460864c39 req-c81bc4a1-91a3-4156-98ab-d68ce2ece8fb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.1091876
May 10 17:15:56.686340 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.2972724
May 10 17:15:56.708762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e63b93ec-1f3e-480b-9126-680c9af8a89e None None] Provisioning complete for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:56.710499 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e63b93ec-1f3e-480b-9126-680c9af8a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:56.719156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45312) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:56.732334 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Made reservation on behalf of 1c30476500c34ad3b0a04530add5443c for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:56.736003 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:56.750007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Allocated IP 172.20.0.14 (8e8d5e91-9db5-49b8-8c76-a2223fef260f/0cb3a6a9-fb18-4386-932c-68a07c9dd03a/56f1baae-968f-4922-809e-1c7e66e445f6) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:56.771232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Pushing event updated for resources: {'Network': ['ID=4960d699-ef7f-42af-9c37-136965647faf,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:56.777961 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:56.778611 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:56.787317 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Request body: {'subnet': {'network_id': '4960d699-ef7f-42af-9c37-136965647faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322300454-subnet', 'tenant_id': '94927e7975f44e21a37277b873093cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:56.808014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:56.831869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:56.846153 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 4960d699-ef7f-42af-9c37-136965647faf details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:56.948628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:56.974042 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:56.975462 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-e63b93ec-1f3e-480b-9126-680c9af8a89e None None] Port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:15:56.976481 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Usage tracker for resource:subnet and tenant:94927e7975f44e21a37277b873093cc9 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:56.980739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:56.984603 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:15:56.991479 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Usage tracker for resource:security_group_rule and tenant:afdca340a762411ba7400b3635400813 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:56.996056 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:57.022278 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:57.024741 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:15:57.030396 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] 10.222.0.20 "PUT /v2.0/routers/6a5c77e1-7860-44f8-801f-56b2be109337/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8620865
May 10 17:15:57.037514 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:15:57.050431 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:15:57.054113 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb10c3a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:57.196634 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:57.314027 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.325608 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.342456 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2ee46dd5-32d2-44ee-9599-5d6140b23921 req-2c2947da-71ca-4c6c-99fa-e132089fc2a9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.1529670
May 10 17:15:57.404687 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:57.428563 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Made reservation on behalf of 94927e7975f44e21a37277b873093cc9 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:57.431600 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afdca340a762411ba7400b3635400813&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9628119
May 10 17:15:57.434688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45336) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:57.442559 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.528520 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ddec5a-cab8-41ff-bd69-cd806cf33e2c,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:57.554480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:57.578003 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:15:57.644445 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.700095 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.809529 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.816964 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4a7db426-f6d2-4d16-bb73-cac50fee1629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:57.837757 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ddec5a-cab8-41ff-bd69-cd806cf33e2c,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:57.838958 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8d2100>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:15:53Z', 'revision_number': 3, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:57.845589 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Checking router: 2a09133e-87dd-4ad6-9773-f06597c35be9 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:15:57.851312 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:57.852030 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Updating router 2a09133e-87dd-4ad6-9773-f06597c35be9 port 5393c810-aa45-4021-babe-c307f1889019 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:15:57.870266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:57.871526 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9ddec5a-cab8-41ff-bd69-cd806cf33e2c HTTP/1.1" status: 204  len: 168 time: 0.4335315
May 10 17:15:58.052980 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:58.174424 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb10c3a0>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 2, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:58.181565 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:15:58.183554 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Updating router 6a5c77e1-7860-44f8-801f-56b2be109337 port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:15:58.355499 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:58.785645 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:58.833011 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Transition to ACTIVE for port object 5393c810-aa45-4021-babe-c307f1889019 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:58.838190 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45364) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:58.851675 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:58.874581 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:58.875285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:58.914276 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:58.924563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Usage tracker for resource:security_group_rule and tenant:e4a4e8f6e4034bba83e1a2635ad9f965 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:58.931941 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:58.946219 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:59.038422 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Attempting to bind port 5393c810-aa45-4021-babe-c307f1889019 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:15:59.040114 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Attempting to bind port 5393c810-aa45-4021-babe-c307f1889019 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:15:59.040632 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Attempting to bind port 5393c810-aa45-4021-babe-c307f1889019 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:15:59.070320 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:15:59.072441 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:59.073034 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.074139 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:15:59.075268 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Bound port: 5393c810-aa45-4021-babe-c307f1889019, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:15:59.077007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.164647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.179906 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.189961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.233907 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-86f25600-fa01-4c83-adcf-066f12b9b48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:59.246982 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4a4e8f6e4034bba83e1a2635ad9f965&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4051585
May 10 17:15:59.250128 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45372) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:59.284853 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.297258 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Pushing event updated for resources: {'Port': ['ID=5393c810-aa45-4021-babe-c307f1889019,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:59.324053 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45376) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:59.327398 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305df8c-d8e6-4a1f-84c4-d619e3f5ec77,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:59.329223 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Transition to ACTIVE for port object 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:59.335644 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:59.341529 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.348379 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:59.350938 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:59.353230 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Allocated IP 172.20.0.2 (00fbda6b-16bb-4854-82a8-220b7afbc8bd/214ce2cc-c7ff-4e03-aa66-0e36cace2309/9e1eb15e-736f-42bc-98a0-fd37813b799a) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:59.359227 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] For port 5393c810-aa45-4021-babe-c307f1889019, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:15:59.377267 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] For port 5393c810-aa45-4021-babe-c307f1889019, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=5393c810-aa45-4021-babe-c307f1889019,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:15:59.385486 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813010953', 'description': 'tempest-description--1692648892'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:59.386418 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.398934 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:59.404392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:59.408037 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:59.415290 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:59.434762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:59.449126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.487025 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:59.502917 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:15:59.506862 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.544613 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.582658 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:15:59.592550 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Pushing event updated for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:59.593581 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8d2100>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:15:59.597172 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:59.644903 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:15:59.657423 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.732398 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:59.855763 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Pushing event updated for resources: {'Port': ['ID=5393c810-aa45-4021-babe-c307f1889019,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:59.863306 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:59.902111 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:00.013342 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-58efe519-c8ab-49de-98aa-1d0c375a834c req-b6e4e8ba-b87b-491c-b315-eb22a9d9928a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:00.014182 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Attempting to bind port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:00.016506 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Attempting to bind port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:00.016873 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Attempting to bind port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:00.034037 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:00.034408 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Checking segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:00.034970 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.035525 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Bound using segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:00.037043 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Bound port: 4171f6ca-6714-477d-ac64-8e8c61e1b9c3, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:00.037296 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:00.039394 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.046325 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9b693c8c-5330-4e45-a774-91ada70c6878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:00.047089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.066881 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305df8c-d8e6-4a1f-84c4-d619e3f5ec77,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:00.077518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:00.081204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.082623 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7305df8c-d8e6-4a1f-84c4-d619e3f5ec77 HTTP/1.1" status: 204  len: 168 time: 0.8307748
May 10 17:16:00.211046 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200460-9060-49e6-82b8-510b603fa1e3 req-1020dd6b-6df0-4fa6-915a-ab9b38de406d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:00.214753 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-76200460-9060-49e6-82b8-510b603fa1e3 req-1020dd6b-6df0-4fa6-915a-ab9b38de406d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 931 time: 0.5739167
May 10 17:16:00.246888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.303045 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-76200460-9060-49e6-82b8-510b603fa1e3 req-9976bec1-cb4e-4a84-8583-34795fc705da tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704463
May 10 17:16:00.332775 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fa205c48-9081-49b4-a566-4fee0830051b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:00.367782 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] For port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:00.377597 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] For port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:00.384861 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.409138 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e28d9653-ea58-4b4f-b1c9-468d9a59eb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:00.416139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.424819 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.429406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Pushing event updated for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:00.447612 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:00.460613 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:00.547349 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:00.559583 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb10c3a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:00.608488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672e3c0b-3df9-43ae-b39b-8570837b61c9,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:00.624645 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:00.643569 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Network 00fbda6b-16bb-4854-82a8-220b7afbc8bd is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:00.647689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:00.651656 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:00.660049 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:00.661301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.662200 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.663623 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3375871
May 10 17:16:00.666801 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45406) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:00.674654 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group_rule': {'security_group_id': '672e3c0b-3df9-43ae-b39b-8570837b61c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:00.693512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:00.698193 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-58efe519-c8ab-49de-98aa-1d0c375a834c req-b6e4e8ba-b87b-491c-b315-eb22a9d9928a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:00.716579 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-58efe519-c8ab-49de-98aa-1d0c375a834c req-b6e4e8ba-b87b-491c-b315-eb22a9d9928a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 2.6966085
May 10 17:16:00.718467 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:00.726184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:00.747377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:00.771293 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7795289
May 10 17:16:00.787694 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.788999 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.811844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-b1c70f63-4a88-4440-ba9b-e801450fa1bc tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:16:00.814103 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-b1c70f63-4a88-4440-ba9b-e801450fa1bc tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062258
May 10 17:16:00.834120 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:00.925640 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8d2100>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:15:53Z', 'revision_number': 3, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:00.936035 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8a27-c6ee-4a3c-8d3c-5bc9de1f290f None None] The sync data for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi is: [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:15:53Z', 'revision_number': 3, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:00.982139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:00.991463 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.039689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:01.049603 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:01.055022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event updated for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:01.060442 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:01.068262 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:01.075918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:01.082741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:01.083269 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.083860 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.084526 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4166436
May 10 17:16:01.099420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45412) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:01.112506 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Pushing event updated for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:01.133969 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:01.137145 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group_rule': {'security_group_id': '672e3c0b-3df9-43ae-b39b-8570837b61c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:01.153269 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2585022a-527e-4cff-9617-98989793cfd4,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:01.168665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:01.174014 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:01.174665 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2491717
May 10 17:16:01.183017 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:01.189540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:01.209169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:01.240006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.330185 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:01.425480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.434487 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.541159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-11786450-d298-426d-a613-39c8d38943aa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:01.598138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f0a429-daf0-4383-91fa-b4e9450665d2,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:01.606337 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:01.611129 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.617991 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5175421
May 10 17:16:01.621600 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45436) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:01.645338 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:01.666631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:01.680881 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:floatingip and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:01.694307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:01.723833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:01.759178 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Allocated IP 172.20.0.1 (3a4c3310-9bcb-47e3-99ae-01b8c5257430/73f9446d-c64e-4222-82b1-374a9437ecb0/51f73a55-a855-45d9-9e77-537b29e36ac1) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:01.841459 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.894337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:01.991663 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95f29e9f-c0c2-4c24-8dfe-42cb5bdcb023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:02.205123 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:02.238457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 5393c810-aa45-4021-babe-c307f1889019 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:02.445597 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 5393c810-aa45-4021-babe-c307f1889019 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:02.454219 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 5393c810-aa45-4021-babe-c307f1889019 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:02.454993 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83047f25-8c7e-44c0-a17c-3326634754db,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:02.455249 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:02.466904 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:02.497538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Request body: {'port': {'device_id': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:02.600605 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45454) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:02.615834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bdc0-2683-4743-af1d-6f65f349dcbe req-273787b4-c183-4077-8e7c-4bfba8f17fc9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:02.632641 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4d93bdc0-2683-4743-af1d-6f65f349dcbe req-273787b4-c183-4077-8e7c-4bfba8f17fc9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 931 time: 0.8744125
May 10 17:16:02.645316 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb10c3a0>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:00Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:02.661074 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c051f-fd39-49eb-aff0-7c11c1af1e03 None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:00Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:02.704919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Request body: {'port': {'device_id': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:02.912938 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:02.917433 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4d93bdc0-2683-4743-af1d-6f65f349dcbe req-42a83344-dbff-4571-9c14-8eedb0d6fb2e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823734
May 10 17:16:02.925107 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Allocated IP 172.27.3.204 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/f6de497f-85f6-4172-898e-ca358711af93) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:02.958030 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 5393c810-aa45-4021-babe-c307f1889019, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=5393c810-aa45-4021-babe-c307f1889019,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:02.965129 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:02.967762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:03.185557 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=5393c810-aa45-4021-babe-c307f1889019,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:03.193766 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:03.515587 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.537670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.579901 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:03.585224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.596249 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Usage tracker for resource:security_group_rule and tenant:5632848d25a54a92a58fae2e896f2e48 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:03.599507 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:03.600179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a269027-d72f-417e-ac54-86330dcffa4e req-1d77c74c-2e76-4710-990f-dce15281f1b4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:03.602168 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7a269027-d72f-417e-ac54-86330dcffa4e req-1d77c74c-2e76-4710-990f-dce15281f1b4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 932 time: 1.4282854
May 10 17:16:03.610728 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Checking segment: {'id': 'c1b8fbdc-4917-4d5c-bdf9-51dfca0b6c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4960d699-ef7f-42af-9c37-136965647faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:03.610927 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Network hostable DHCP agents. Network: 4960d699-ef7f-42af-9c37-136965647faf, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:03.652966 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:03.674230 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:03.705157 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:03.708614 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:03.720900 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:03.742493 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=f6de497f-85f6-4172-898e-ca358711af93,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:03.745647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.751701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:03.764873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.861931 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.884164 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:03.999191 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.003602 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.061625 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.100415 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.124096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Network 4960d699-ef7f-42af-9c37-136965647faf is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:04.144782 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:04.166887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-98668da7-ddcd-43e1-8a50-17feabdfedd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:04.206405 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5632848d25a54a92a58fae2e896f2e48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4841776
May 10 17:16:04.230897 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45488) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:04.322115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:04.363809 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Pushing event updated for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:04.381565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:04.383242 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:04.395537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 4960d699-ef7f-42af-9c37-136965647faf) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:04.518239 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:04.534438 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:04.535052 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.551250 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffb392c-93d9-4007-97e2-065957e50970,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:04.555900 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.578499 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:04.579769 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:04.746794 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.768676 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010a87-6a37-4369-b62c-90758598d397 req-2c74155f-8b17-4116-a2aa-2e8be8f0eacb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:04.771486 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-94010a87-6a37-4369-b62c-90758598d397 req-2c74155f-8b17-4116-a2aa-2e8be8f0eacb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 931 time: 0.5586081
May 10 17:16:04.798856 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.840621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:04.845197 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7a269027-d72f-417e-ac54-86330dcffa4e req-243a9ef8-935e-4f9e-b6e5-f72f1b81dc40 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1927505
May 10 17:16:04.855224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:04.866640 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.867903 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 5393c810-aa45-4021-babe-c307f1889019 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:04.919814 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:04.999067 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-94010a87-6a37-4369-b62c-90758598d397 req-54fb475f-5cef-42f7-b30c-4245161b0864 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189603
May 10 17:16:05.003267 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.022300 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:05.061127 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffb392c-93d9-4007-97e2-065957e50970,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:05.076251 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:05.091585 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.092834 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ffb392c-93d9-4007-97e2-065957e50970 HTTP/1.1" status: 204  len: 168 time: 0.8609495
May 10 17:16:05.129594 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.139347 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.146199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:05.214611 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:05.220707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.241372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:05.241973 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.242359 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78af73c-d034-4bb7-b799-b0ffbeb8eeda None None] Network 4960d699-ef7f-42af-9c37-136965647faf requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:05.331083 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.363622 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=f6de497f-85f6-4172-898e-ca358711af93,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:05.367358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.369010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7408526
May 10 17:16:05.370193 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:05.473317 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:05.476527 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:05.527241 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 5393c810-aa45-4021-babe-c307f1889019 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:05.527606 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:05.688773 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 8.9399490
May 10 17:16:05.778755 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.db.resource_extend [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:16:06.051727 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17237d5e-a99f-4bb5-8deb-b1b7333b6ca8 None None] Network 4960d699-ef7f-42af-9c37-136965647faf requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:06.129973 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1eb15e-736f-42bc-98a0-fd37813b799a {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:06.163208 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.182048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Transition to ACTIVE for port object 9e1eb15e-736f-42bc-98a0-fd37813b799a will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:06.240879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45542) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:06.242708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.251808 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:06.456807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.504880 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:06.506992 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.562364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3870f6-b4ea-42de-82f8-03f984aeae1c req-7271d7f6-36d3-4e82-a534-b1f2f348eb78 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:06.566895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f1baae-968f-4922-809e-1c7e66e445f6 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:06.573045 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8f3870f6-b4ea-42de-82f8-03f984aeae1c req-7271d7f6-36d3-4e82-a534-b1f2f348eb78 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 932 time: 0.4375799
May 10 17:16:06.585909 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.637066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Transition to ACTIVE for port object 56f1baae-968f-4922-809e-1c7e66e445f6 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:06.639618 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82a3980c-bfb2-4a4a-b863-da3e32bb164d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:06.684880 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-8f3870f6-b4ea-42de-82f8-03f984aeae1c req-275cdee7-0fb2-4184-8f18-b008536aaed3 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:06.721956 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-8f3870f6-b4ea-42de-82f8-03f984aeae1c req-275cdee7-0fb2-4184-8f18-b008536aaed3 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:06.733107 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8f3870f6-b4ea-42de-82f8-03f984aeae1c req-275cdee7-0fb2-4184-8f18-b008536aaed3 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546988
May 10 17:16:06.847947 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:06.859175 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:06.861918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-9aef243e-7e1e-4912-8a86-0498c0edd92a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:06.874218 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.912230 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:06.993738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814f13f-393b-484f-95a9-3504206542b9 req-1782b07b-631e-46b1-9102-b2481ee8495f tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:06.995564 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5814f13f-393b-484f-95a9-3504206542b9 req-1782b07b-631e-46b1-9102-b2481ee8495f tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.1042447
May 10 17:16:06.995843 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:07.061685 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5814f13f-393b-484f-95a9-3504206542b9 req-4fa4e4a4-e825-4f43-ac8b-6af421f96f35 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561247
May 10 17:16:07.130496 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:07.186965 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45564) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:07.202905 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1177799670-network', 'tenant_id': '055e26c6b8c74ef2bb7d52fd7e4c6fef'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:07.211948 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:07.217358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Usage tracker for resource:network and tenant:055e26c6b8c74ef2bb7d52fd7e4c6fef is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:07.220664 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:07.229515 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:07.251055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Attempting to bind port 9e1eb15e-736f-42bc-98a0-fd37813b799a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:07.251458 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Attempting to bind port 9e1eb15e-736f-42bc-98a0-fd37813b799a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8289196f-dd7d-4fbf-a873-aacbe1548ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:07.251686 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Attempting to bind port 9e1eb15e-736f-42bc-98a0-fd37813b799a on network 00fbda6b-16bb-4854-82a8-220b7afbc8bd {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:07.255660 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Usage tracker for resource:security_group_rule and tenant:30ac9c0030854d8dbe62c7aa275ab48a is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:07.260487 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Made reservation on behalf of 055e26c6b8c74ef2bb7d52fd7e4c6fef for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:07.264342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.288605 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.307355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:07.313331 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Usage tracker for resource:security_group_rule and tenant:055e26c6b8c74ef2bb7d52fd7e4c6fef is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:07.322642 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:07.335233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:07.400462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:07.418540 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Port 9e1eb15e-736f-42bc-98a0-fd37813b799a on network 00fbda6b-16bb-4854-82a8-220b7afbc8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:16:07.418991 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Attempting to bind port 9e1eb15e-736f-42bc-98a0-fd37813b799a on network 00fbda6b-16bb-4854-82a8-220b7afbc8bd {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:07.436802 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:07.439160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-9aef243e-7e1e-4912-8a86-0498c0edd92a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:07.440516 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-9aef243e-7e1e-4912-8a86-0498c0edd92a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1813010953&fields=id&tenant_id=4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 267 time: 1.4109950
May 10 17:16:07.465915 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:07.466358 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Checking segment: {'id': '8289196f-dd7d-4fbf-a873-aacbe1548ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:07.466994 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Bound using segment: {'id': '8289196f-dd7d-4fbf-a873-aacbe1548ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:07.467514 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Bound port: 9e1eb15e-736f-42bc-98a0-fd37813b799a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8289196f-dd7d-4fbf-a873-aacbe1548ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:07.467933 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.472683 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.481213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.495301 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:07.506213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Pushing event updated for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:07.544826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:07.571312 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e7d31-8a5c-470c-9e16-771f733cb083,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:07.586307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:07.611826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:16:07.622059 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.622405 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Added segment 2b8c5299-2f0e-4d18-8f56-44f2262214af of type vlan for network 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0
May 10 17:16:07.674252 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.747324 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.766524 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:07.780003 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:07.796709 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f9ef13c-3dd0-41f1-b881-1f4b058eb11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:07.942282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:07.950849 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a,segment=NetworkSegment(8289196f-dd7d-4fbf-a873-aacbe1548ed1),segment_id=8289196f-dd7d-4fbf-a873-aacbe1548ed1)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:07.959902 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-f8a8f827-19dc-47ff-85aa-218109f6470b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:07.960675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-f8a8f827-19dc-47ff-85aa-218109f6470b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:07.977111 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.013238 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8228328
May 10 17:16:08.023747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45598) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:08.039701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Request body: {'subnet': {'network_id': '8df4a563-b0e2-4b3c-84c2-84208f8b9bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1177799670-subnet', 'tenant_id': '055e26c6b8c74ef2bb7d52fd7e4c6fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:08.042982 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Attempting to bind port 56f1baae-968f-4922-809e-1c7e66e445f6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:08.043617 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Attempting to bind port 56f1baae-968f-4922-809e-1c7e66e445f6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:08.050082 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Attempting to bind port 56f1baae-968f-4922-809e-1c7e66e445f6 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:08.050266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:08.054164 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Usage tracker for resource:subnet and tenant:055e26c6b8c74ef2bb7d52fd7e4c6fef is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:08.056897 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Pushing event updated for resources: {'Network': ['ID=8df4a563-b0e2-4b3c-84c2-84208f8b9bb0,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:08.059277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:08.066475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:08.069761 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:16:08.070287 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6a206b34-0d90-4e93-b777-162c2264edf9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:08.085108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:08.124863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Made reservation on behalf of 055e26c6b8c74ef2bb7d52fd7e4c6fef for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:08.127930 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.167066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.db.resource_extend [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:16:08.208939 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.210613 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Port 56f1baae-968f-4922-809e-1c7e66e445f6 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:16:08.210963 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Attempting to bind port 56f1baae-968f-4922-809e-1c7e66e445f6 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:08.227170 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0231649-6016-4854-b4a0-eb0f3d57aef7 req-188086e9-7315-415e-bf72-52b8f4e290f7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:08.229526 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0231649-6016-4854-b4a0-eb0f3d57aef7 req-188086e9-7315-415e-bf72-52b8f4e290f7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.2733307
May 10 17:16:08.259118 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:08.259769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.261245 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] 10.222.0.53 "PUT /v2.0/ports/9e1eb15e-736f-42bc-98a0-fd37813b799a HTTP/1.1" status: 200  len: 1093 time: 6.7845514
May 10 17:16:08.267436 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:08.320288 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0231649-6016-4854-b4a0-eb0f3d57aef7 req-3e721ce4-8d36-4c32-81ca-11a81d62f5ee tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608790
May 10 17:16:08.334013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.340825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:08.341158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Checking segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:08.341657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Bound using segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:08.342173 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Bound port: 56f1baae-968f-4922-809e-1c7e66e445f6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:08.345599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.353119 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.362482 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.371661 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-f8a8f827-19dc-47ff-85aa-218109f6470b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:08.373035 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-f8a8f827-19dc-47ff-85aa-218109f6470b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 810 time: 0.8933454
May 10 17:16:08.398108 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.517669 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.586006 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:08.635479 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-08381ece-6e09-45bf-b558-1b1c1e6b5311 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/quotas/4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 375 time: 0.2237980
May 10 17:16:08.639465 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f1baae-968f-4922-809e-1c7e66e445f6,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:08.643087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Pushing event updated for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:08.649721 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:08.654967 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30ac9c0030854d8dbe62c7aa275ab48a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4083219
May 10 17:16:08.654967 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:08.661330 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45610) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:08.711036 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.741890 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3295-11c0-4d6b-a4f5-dcb11c30a46f req-0ab0d126-ff94-46fe-a57f-e6c9395be760 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:08.743354 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6f2b3295-11c0-4d6b-a4f5-dcb11c30a46f req-0ab0d126-ff94-46fe-a57f-e6c9395be760 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.1716735
May 10 17:16:08.822439 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.853476 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Pushing event updated for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:08.856585 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:08.857188 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.858528 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] 10.222.0.53 "PUT /v2.0/ports/56f1baae-968f-4922-809e-1c7e66e445f6 HTTP/1.1" status: 200  len: 1094 time: 7.3787670
May 10 17:16:08.886574 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6f2b3295-11c0-4d6b-a4f5-dcb11c30a46f req-f0ac7f51-fd73-4d51-84b6-5c1b4c4ff5a0 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342874
May 10 17:16:08.886866 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:08.887204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.891547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:08.893732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:08.894337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:08.896631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:08.904764 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:09.143560 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Checking segment: {'id': '2b8c5299-2f0e-4d18-8f56-44f2262214af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8df4a563-b0e2-4b3c-84c2-84208f8b9bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:09.143824 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Network hostable DHCP agents. Network: 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:16:09.162350 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f347308-97bf-41bf-98ee-f210508b505a,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:09.172890 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:09.225032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Network 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:16:09.258183 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:09.264654 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:09.265702 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:09.273509 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d9ef6-ef8d-4720-99f3-408f35d5bdaf None None] Network 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:09.298835 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a', 'status': 'completed', 'code': 200}
May 10 17:16:09.316610 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Router 2a09133e-87dd-4ad6-9773-f06597c35be9 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:16:09.326862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bdd0ff-bb24-47b8-bcf1-316a2b151e47,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:09.348255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:09.356831 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-66a8e470-6d26-4cb8-b871-4d27bb519d1f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6569526
May 10 17:16:09.362100 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:09.362602 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:09.376079 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:09.384046 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7bdd0ff-bb24-47b8-bcf1-316a2b151e47 HTTP/1.1" status: 204  len: 168 time: 0.7214398
May 10 17:16:09.392553 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:09.406109 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3788507
May 10 17:16:09.422890 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bdd0ff-bb24-47b8-bcf1-316a2b151e47,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:09.437038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:09.753724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45644) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:09.768960 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c3a43-8468-4253-8152-6917be60a9cd None None] Network 8df4a563-b0e2-4b3c-84c2-84208f8b9bb0 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:16:09.841834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8f9a9-dec0-464a-8fba-afd8eac7dd92 req-719ea338-7b4c-4700-b2e6-78bb00af1da5 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:09.843317 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-30d8f9a9-dec0-464a-8fba-afd8eac7dd92 req-719ea338-7b4c-4700-b2e6-78bb00af1da5 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.2076983
May 10 17:16:09.922397 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-30d8f9a9-dec0-464a-8fba-afd8eac7dd92 req-2bda699b-a318-4963-bf24-7c2bb796e147 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728414
May 10 17:16:10.099593 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Pushing event updated for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:10.109616 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:10.137002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Deleting subnet 83047f25-8c7e-44c0-a17c-3326634754db {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:16:10.140587 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-225b1056-4ddc-4f7d-afa7-b561e02e59bc service neutron] 10.222.0.20 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7040763
May 10 17:16:10.146451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.214886 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45662) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:10.218680 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:10.228252 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Sync routers for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:10.242141 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:10.243401 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba35bb80>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:10.291937 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f351a28-083c-4d57-8436-0a0a82f784d2 req-8e80d0f4-76e3-4756-a193-d3d0e2ba4b63 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:10.299001 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3f351a28-083c-4d57-8436-0a0a82f784d2 req-8e80d0f4-76e3-4756-a193-d3d0e2ba4b63 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.1967750
May 10 17:16:10.306048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.318576 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] 10.222.0.20 "PUT /v2.0/routers/2a09133e-87dd-4ad6-9773-f06597c35be9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9588125
May 10 17:16:10.333245 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.389570 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3f351a28-083c-4d57-8436-0a0a82f784d2 req-27de91e5-d7ea-4a4c-b448-79f0852593b3 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814519
May 10 17:16:10.401274 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-8ec9ea99-278f-41fb-9165-12b43e6036b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272375
May 10 17:16:10.576447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:10.598089 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.654803 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:10.663262 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Usage tracker for resource:security_group_rule and tenant:ee49ee6f824e46e280549750d14ef913 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:10.671201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:10.683666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:10.755410 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3b7062f7-ed15-4b39-be88-c3c06b030acd req-c1327248-4425-438d-905c-b20b6514411e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0954080
May 10 17:16:10.801222 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.806811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03b060b7-fc55-4d2d-b53e-3e28251f3afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:10.852930 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.856850 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83047f25-8c7e-44c0-a17c-3326634754db,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:10.861421 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:10.866851 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83047f25-8c7e-44c0-a17c-3326634754db HTTP/1.1" status: 204  len: 168 time: 1.0638862
May 10 17:16:10.867094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45690) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:10.963628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.973876 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:10.992040 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:11.153544 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee49ee6f824e46e280549750d14ef913&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9364965
May 10 17:16:11.155576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461edca-b0c6-48ed-a08d-ea045971e56c,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:11.159425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45708) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:11.174243 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:11.203865 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.270765 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba35bb80>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:16:06Z', 'revision_number': 4, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '51f73a55-a855-45d9-9e77-537b29e36ac1', 'name': '', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'mac_address': 'fa:16:3e:e1:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:00Z', 'updated_at': '2021-05-10T17:16:07Z', 'revision_number': 2, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'subnets': [{'id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:11.275009 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Checking router: 2a09133e-87dd-4ad6-9773-f06597c35be9 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:11.275374 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Updating router 2a09133e-87dd-4ad6-9773-f06597c35be9 port 51f73a55-a855-45d9-9e77-537b29e36ac1 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:16:11.314319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:11.371284 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.475083 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.522229 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.547643 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.572870 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff0ba5b0eb0>> segment before_delete 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.573208 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff0ba5b0eb0>> subnet precommit_delete_associations 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.573952 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> segment_host_mapping after_create 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.574291 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> port after_create 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.574607 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> port after_delete 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.574937 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> port after_update 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.575272 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> segment after_delete 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.575873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> subnet after_create 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.575873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> subnet after_delete 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.576187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0b9513430>> subnet after_update 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.598407 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-44a7e76d-46ed-4227-a4e3-5b835e3eb279 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:11.600010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-44a7e76d-46ed-4227-a4e3-5b835e3eb279 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 819 time: 0.2988296
May 10 17:16:11.615655 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-5e849710-954e-49bc-8b98-3c8d81003c3e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/quotas/78762d8fe2a04f6d91685862f31cf0e3 HTTP/1.1" status: 200  len: 375 time: 0.0101862
May 10 17:16:11.667893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45730) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:11.712136 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-75aa78f7-9d86-405c-9b15-471a3b22973d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0908940
May 10 17:16:11.760991 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.762062 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba909fa0>> subnet after_create 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.762445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba909fa0>> subnet after_delete 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.762847 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba909fa0>> subnet before_create 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.763261 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba909fa0>> subnet before_update 55550000 {{(pid=78684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:11.764581 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b9513370>,) {'filters': {'network_id': ['4960d699-ef7f-42af-9c37-136965647faf']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:11.775006 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Transition to ACTIVE for port object 51f73a55-a855-45d9-9e77-537b29e36ac1 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:11.782773 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.788000 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:11.804442 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9513370>, 'c1b8fbdc-4917-4d5c-bdf9-51dfca0b6c3b') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:11.804732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9513370>, 'c1b8fbdc-4917-4d5c-bdf9-51dfca0b6c3b') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:11.829809 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bf823-7d61-4b01-aaef-e9c8e2acbe49 req-ddd5a6c5-c4d6-4bd7-bec1-3a596443a33b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:11.831366 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f77bf823-7d61-4b01-aaef-e9c8e2acbe49 req-ddd5a6c5-c4d6-4bd7-bec1-3a596443a33b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.5771704
May 10 17:16:11.833822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.836977 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.864578 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:11.878220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c09b8afa5e4e8786317e893156e8ec is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:11.883602 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:11.889971 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.893364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:11.903260 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:16:11.903760 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   from cryptography.utils import int_from_bytes
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   from cryptography.utils import int_from_bytes
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:16:11.919853 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:16:11.921976 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-f7c9de4c-43e1-4778-b782-632a6e0f41f5 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009583
May 10 17:16:11.973418 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f77bf823-7d61-4b01-aaef-e9c8e2acbe49 req-9339a3c5-7c9a-43c9-87ed-f28c92ee0d87 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233032
May 10 17:16:11.980944 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Pushing event updated for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:11.988533 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:12.021358 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Attempting to bind port 51f73a55-a855-45d9-9e77-537b29e36ac1 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:12.021789 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Attempting to bind port 51f73a55-a855-45d9-9e77-537b29e36ac1 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:12.022239 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Attempting to bind port 51f73a55-a855-45d9-9e77-537b29e36ac1 on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:12.028399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:12.028858 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Checking segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:12.029355 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.030209 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Bound using segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:12.030316 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Bound port: 51f73a55-a855-45d9-9e77-537b29e36ac1, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:12.030751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.077566 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.082518 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-4c949d6c-2add-4177-a14b-e6ba091cd4eb service neutron] 10.222.0.20 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527207
May 10 17:16:12.086266 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:12.102742 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.111895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461edca-b0c6-48ed-a08d-ea045971e56c,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:12.121222 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:12.129008 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] For port 51f73a55-a855-45d9-9e77-537b29e36ac1, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:12.130499 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.132662 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] For port 51f73a55-a855-45d9-9e77-537b29e36ac1, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=51f73a55-a855-45d9-9e77-537b29e36ac1,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:12.133027 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4960d699-ef7f-42af-9c37-136965647faf HTTP/1.1" status: 204  len: 168 time: 1.2648079
May 10 17:16:12.134740 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.136386 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45740) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:12.141342 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d461edca-b0c6-48ed-a08d-ea045971e56c HTTP/1.1" status: 204  len: 168 time: 0.9792674
May 10 17:16:12.144645 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2ab83c04-1014-4a6f-a3d8-be1f326becfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:12.163839 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.166814 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Pushing event deleted for resources: {'Network': ['ID=4960d699-ef7f-42af-9c37-136965647faf,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:12.174627 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:12.185000 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:12.237956 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6', 'status': 'completed', 'code': 200}
May 10 17:16:12.271154 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:12.271775 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba35bb80>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:15:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:12.377122 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Deleting subnet 4f347308-97bf-41bf-98ee-f210508b505a {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:16:12.380485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.431884 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.439931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.447652 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Pushing event updated for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:12.481397 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:12.555228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-82962244-936b-4369-8d18-dfa0d01fa6fb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:12.556618 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-82962244-936b-4369-8d18-dfa0d01fa6fb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Synchronizing usage tracker for tenant:1c30476500c34ad3b0a04530add5443c on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:12.579858 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-82962244-936b-4369-8d18-dfa0d01fa6fb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Unset dirty status for tenant:1c30476500c34ad3b0a04530add5443c on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:12.592168 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-82962244-936b-4369-8d18-dfa0d01fa6fb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.2199852
May 10 17:16:12.592385 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:12.654763 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.675945 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-00781dea-e93a-4231-8d42-cc51845f36ed req-96e5657c-a7df-4403-a8a9-601149f37cbd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:12.681211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.687023 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-592a7a63-038f-4336-8e12-7c0ccb6fcf92 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Synchronizing usage tracker for tenant:1c30476500c34ad3b0a04530add5443c on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:12.709981 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45758) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:12.726560 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d0e6f3e1-7a88-43b6-87c8-9f38636f956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:12.738210 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8c09b8afa5e4e8786317e893156e8ec&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0666037
May 10 17:16:12.744925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45762) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:12.754807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.779409 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-592a7a63-038f-4336-8e12-7c0ccb6fcf92 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Unset dirty status for tenant:1c30476500c34ad3b0a04530add5443c on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:12.784474 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d5fb79d7-6527-45e1-ba22-36b9c75c16ac req-592a7a63-038f-4336-8e12-7c0ccb6fcf92 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903944
May 10 17:16:12.791308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:12.796539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Usage tracker for resource:security_group_rule and tenant:cf7d758f660241e5bef2d338affa1e4e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:12.802732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:12.810296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:12.854631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-00781dea-e93a-4231-8d42-cc51845f36ed req-96e5657c-a7df-4403-a8a9-601149f37cbd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:12.863745 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-00781dea-e93a-4231-8d42-cc51845f36ed req-96e5657c-a7df-4403-a8a9-601149f37cbd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.2509952
May 10 17:16:12.904425 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f20ab1c-abf4-4beb-9c95-de2ed4bde94a,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:12.918761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:12.941916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba35bb80>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:16:06Z', 'revision_number': 4, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '51f73a55-a855-45d9-9e77-537b29e36ac1', 'name': '', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'mac_address': 'fa:16:3e:e1:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:00Z', 'updated_at': '2021-05-10T17:16:12Z', 'revision_number': 4, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'subnets': [{'id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:12.947692 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e345-1763-4dbd-affb-0d40c9f7b9fc None None] The sync data for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi is: [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:16:06Z', 'revision_number': 4, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '51f73a55-a855-45d9-9e77-537b29e36ac1', 'name': '', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'mac_address': 'fa:16:3e:e1:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:16:00Z', 'updated_at': '2021-05-10T17:16:12Z', 'revision_number': 4, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'subnets': [{'id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:12.971404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.977451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d8b7daa3-2465-4895-a3c7-39e577fb07da req-7119de3b-b2b0-4e18-84c9-82894662a9ca tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:12.985509 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:12.995958 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.001208 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.006826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8cf06d69-dbbe-4b7f-a25f-4a2284988ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:13.011898 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4baad7fa-31cd-4449-8853-b650eb65099b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:13.043116 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.046499 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe2b02d-77fc-414f-bb8b-d68d524fd14a,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:13.051884 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d8b7daa3-2465-4895-a3c7-39e577fb07da req-7119de3b-b2b0-4e18-84c9-82894662a9ca tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:13.065005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d8b7daa3-2465-4895-a3c7-39e577fb07da req-7119de3b-b2b0-4e18-84c9-82894662a9ca tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 210 time: 0.1663778
May 10 17:16:13.065301 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f347308-97bf-41bf-98ee-f210508b505a,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:13.068588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:13.089843 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:13.131356 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.167932 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f347308-97bf-41bf-98ee-f210508b505a HTTP/1.1" status: 204  len: 168 time: 1.0237761
May 10 17:16:13.173169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45774) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:13.271068 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf7d758f660241e5bef2d338affa1e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5600204
May 10 17:16:13.273227 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45782) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:13.373534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.401483 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.404718 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.433562 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:13.461136 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f20ab1c-abf4-4beb-9c95-de2ed4bde94a,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:13.463248 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.464510 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f20ab1c-abf4-4beb-9c95-de2ed4bde94a HTTP/1.1" status: 204  len: 168 time: 0.7186797
May 10 17:16:13.474338 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:13.480678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.494525 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.516564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:13.535436 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe2b02d-77fc-414f-bb8b-d68d524fd14a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:13.539362 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:13.581648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-656ad53b-a370-439f-a868-4bcf43efb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:13.583048 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-656ad53b-a370-439f-a868-4bcf43efb0e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 1097 time: 0.4607468
May 10 17:16:13.591074 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.596603 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fe2b02d-77fc-414f-bb8b-d68d524fd14a HTTP/1.1" status: 204  len: 168 time: 0.3212924
May 10 17:16:13.601788 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-0f9b5ea7-e0f8-4f54-b485-303fb9e1f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:13.603479 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-0f9b5ea7-e0f8-4f54-b485-303fb9e1f310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c30476500c34ad3b0a04530add5443c&device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 1096 time: 0.4838858
May 10 17:16:13.605934 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dbcef-bace-4a86-a4cc-6ef4079f416c req-5d784a07-8ffe-41f2-9c68-b9527824beb9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:13.607462 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e21dbcef-bace-4a86-a4cc-6ef4079f416c req-5d784a07-8ffe-41f2-9c68-b9527824beb9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.3636220
May 10 17:16:13.730087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:13.760965 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff0bac4a700>> segment before_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.761364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff0bac4a700>> subnet precommit_delete_associations 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.762173 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> segment_host_mapping after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.762550 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> port after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.762878 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> port after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.763213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> port after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.763532 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> segment after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.764209 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> subnet after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.764622 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> subnet after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.764860 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0bb834ac0>> subnet after_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.997484 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba8b5f70>> subnet after_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.998018 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba8b5f70>> subnet after_delete 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.998509 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba8b5f70>> subnet before_create 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.998990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff0ba8b5f70>> subnet before_update 55550000 {{(pid=78683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:16:13.999497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0bac4a970>,) {'filters': {'network_id': ['8df4a563-b0e2-4b3c-84c2-84208f8b9bb0']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:14.032734 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e21dbcef-bace-4a86-a4cc-6ef4079f416c req-92d2a8da-637c-4538-9d81-f40892273f38 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3602319
May 10 17:16:14.041376 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bac4a970>, '2b8c5299-2f0e-4d18-8f56-44f2262214af') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:14.041678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bac4a970>, '2b8c5299-2f0e-4d18-8f56-44f2262214af') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:14.075029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.124676 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.140026 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:16:14.141398 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   from cryptography.utils import int_from_bytes
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   from cryptography.utils import int_from_bytes
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:16:14.184114 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:16:14.251746 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 51f73a55-a855-45d9-9e77-537b29e36ac1 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:14.282362 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-23d9cd64-0c96-4c96-85c3-66d36831c206 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:14.284666 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-23d9cd64-0c96-4c96-85c3-66d36831c206 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:14.341221 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.53', 57678) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:14.488998 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 51f73a55-a855-45d9-9e77-537b29e36ac1 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:14.509576 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 51f73a55-a855-45d9-9e77-537b29e36ac1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:14.509971 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.698197 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.724354 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:14.767748 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df4a563-b0e2-4b3c-84c2-84208f8b9bb0,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:14.771877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:14.777580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.800793 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8df4a563-b0e2-4b3c-84c2-84208f8b9bb0 HTTP/1.1" status: 204  len: 168 time: 1.6246023
May 10 17:16:14.829722 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.838876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-1227b47f-f699-4776-b0c1-e7eaf8ab520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:14.848667 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-1227b47f-f699-4776-b0c1-e7eaf8ab520e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43fcc83953fd486a897a81b67a53c97e&shared=False HTTP/1.1" status: 200  len: 915 time: 1.0711393
May 10 17:16:14.857336 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-23d9cd64-0c96-4c96-85c3-66d36831c206 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:14.872203 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-23d9cd64-0c96-4c96-85c3-66d36831c206 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 819 time: 1.2829175
May 10 17:16:14.888490 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed7d1d-2418-4dd0-8e76-c95a89e0aa58 req-246b3dff-637d-449f-9c5f-bdf28cd4a04b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:14.898961 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-45ed7d1d-2418-4dd0-8e76-c95a89e0aa58 req-246b3dff-637d-449f-9c5f-bdf28cd4a04b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.4687254
May 10 17:16:14.921048 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 51f73a55-a855-45d9-9e77-537b29e36ac1, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=51f73a55-a855-45d9-9e77-537b29e36ac1,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:14.934666 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:14.937363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:14.993116 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-45ed7d1d-2418-4dd0-8e76-c95a89e0aa58 req-ab5b8154-5bb7-494b-a1ac-3dfbab1866c7 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927668
May 10 17:16:15.084871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-50e3eaa2-6c30-4cae-aacf-ef4178684e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.086311 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-50e3eaa2-6c30-4cae-aacf-ef4178684e16 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1c30476500c34ad3b0a04530add5443c&shared=False HTTP/1.1" status: 200  len: 913 time: 1.2517695
May 10 17:16:15.117631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.53', 57683) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:15.142975 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-893d8575-b215-4631-86ba-e1ded2b2fb23 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/quotas/78762d8fe2a04f6d91685862f31cf0e3 HTTP/1.1" status: 200  len: 375 time: 0.2657700
May 10 17:16:15.145835 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:15.156095 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:15.287910 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45856) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:15.421376 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-0f2d7449-1ec3-4892-8313-a3c22d616943 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.423562 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-0f2d7449-1ec3-4892-8313-a3c22d616943 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 819 time: 1.0660806
May 10 17:16:15.429276 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a10c8cad-440c-4bab-8293-86ebbedca1e1 req-495217d7-db36-43a9-8e21-f1f5f1fad095 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0696273
May 10 17:16:15.442590 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Request body: {'port': {'device_id': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'admin_state_up': True, 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:15.450211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-ae3e6400-146b-4f05-8112-bb9c78de3be9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.451867 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-ae3e6400-146b-4f05-8112-bb9c78de3be9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 810 time: 0.3328006
May 10 17:16:15.462493 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-29ffeb5c-7d4e-47ca-903c-2b77b357b450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94927e7975f44e21a37277b873093cc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1717017
May 10 17:16:15.466825 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45862) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:15.670429 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-9dc4112c-f11b-4417-96a6-2f1b5a671876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.671949 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-14e5fe61-fcd4-49ec-9f61-0519b87c7dda req-9dc4112c-f11b-4417-96a6-2f1b5a671876 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7930846
May 10 17:16:15.718904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-a52c5604-49b0-4f94-b4d8-141d8314e5e5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:15.724677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:15.732138 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-be21edcb-ee01-4b0a-943c-535fa28a5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.733530 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fbba194a-91a0-4a3c-9529-c1b1ddc4a022 req-be21edcb-ee01-4b0a-943c-535fa28a5786 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5996006
May 10 17:16:15.759154 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-a52c5604-49b0-4f94-b4d8-141d8314e5e5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:15.760302 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-a52c5604-49b0-4f94-b4d8-141d8314e5e5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 380 time: 0.2953033
May 10 17:16:15.770974 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:15.787885 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'port': {'device_id': '9a7068c6-b184-4f77-9a10-03911befa432', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'admin_state_up': True, 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'security_groups': ['672e3c0b-3df9-43ae-b39b-8570837b61c9']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:15.860675 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-14ed0b55-ffd8-4ed1-a4eb-77d7990f67ee tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7156754
May 10 17:16:15.911981 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ed321-c6ee-49f6-9d31-b4b8bd182968 req-c23adba4-e997-4121-874b-3e6fa5a8c246 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:15.918911 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cf7ed321-c6ee-49f6-9d31-b4b8bd182968 req-c23adba4-e997-4121-874b-3e6fa5a8c246 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.3330438
May 10 17:16:16.005693 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:16.049411 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cf7ed321-c6ee-49f6-9d31-b4b8bd182968 req-4b2b64cc-c0bf-4dd9-8633-f1238d997d52 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296263
May 10 17:16:16.049655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:16.067164 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:16.099738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:16.102756 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.112746 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Made reservation on behalf of 78762d8fe2a04f6d91685862f31cf0e3 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:16.119028 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c1b792ef-aec1-489f-acd5-b7841773b6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:16.119220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.137497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695be6cf-e41b-4eb6-aa16-f516829667c8,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:16.151679 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:16.153316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Made reservation on behalf of 4c147c218ccf4335b966ff789b99e212 for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:16.157311 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.159576 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 51f73a55-a855-45d9-9e77-537b29e36ac1 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:16.171189 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.172925 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/695be6cf-e41b-4eb6-aa16-f516829667c8 HTTP/1.1" status: 204  len: 168 time: 0.7048829
May 10 17:16:16.353240 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-a64488a8-47e5-4891-ab57-81b207ba5345 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4908400
May 10 17:16:16.407834 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-432c6cf5-37c2-434e-ab51-8bc10e808482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:16.413537 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-432c6cf5-37c2-434e-ab51-8bc10e808482 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c30476500c34ad3b0a04530add5443c&device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 1096 time: 0.6119344
May 10 17:16:16.442999 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 51f73a55-a855-45d9-9e77-537b29e36ac1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:16.443376 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.485723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-ddf73fbe-a086-4d4d-81a4-49a1d0673812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:16.489994 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Allocated IP 172.20.0.11 (e3830e0f-be23-4cc5-9927-993015606b1b/2e398103-6ea4-46e3-90e2-657c5cd82bf8/47136b86-5423-4277-a17b-df14aefe1ccc) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:16.492631 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-ddf73fbe-a086-4d4d-81a4-49a1d0673812 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 1097 time: 0.7627692
May 10 17:16:16.643899 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faee8aa-823e-444b-90be-2f4d47c5d786 req-c8859585-35e0-4521-aff7-7195c0ceb213 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:16.645813 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4faee8aa-823e-444b-90be-2f4d47c5d786 req-c8859585-35e0-4521-aff7-7195c0ceb213 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.2280185
May 10 17:16:16.719566 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-3e1e4e0b-15dc-4e2b-bb9e-f0d2bda1ef90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a HTTP/1.1" status: 200  len: 217 time: 0.2252014
May 10 17:16:16.728822 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4faee8aa-823e-444b-90be-2f4d47c5d786 req-20379fb3-e3c0-4081-89b4-fc072357295b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720787
May 10 17:16:16.919887 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45924) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:16.929425 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-1ba8125e-b1c4-4007-a739-67ce5a7827a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f1baae-968f-4922-809e-1c7e66e445f6 HTTP/1.1" status: 200  len: 217 time: 0.3115885
May 10 17:16:16.960231 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-29fd9281-4ae7-4721-b7f1-6a987996cc35 req-46005760-0f19-4eb7-ae63-906468090797 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0868998
May 10 17:16:16.975800 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:16.992667 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45932) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:17.025479 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-d3d62e0a-80a6-4836-b410-53d4e6de4b83 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6396677
May 10 17:16:17.026007 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Transition to ACTIVE for port object 47136b86-5423-4277-a17b-df14aefe1ccc will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:17.063840 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c19e91a0-d4ba-42aa-8d81-958f76afec86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=055e26c6b8c74ef2bb7d52fd7e4c6fef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0695026
May 10 17:16:17.066016 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 45938) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:17.092052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-26cc8eb2-0e02-4b86-a08d-3e66875ab1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:17.093484 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-26cc8eb2-0e02-4b86-a08d-3e66875ab1bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=214ce2cc-c7ff-4e03-aa66-0e36cace2309 HTTP/1.1" status: 200  len: 852 time: 0.2505507
May 10 17:16:17.161882 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db51c-0102-49a7-bb82-e917e138d542 req-3ece482d-6252-4b97-80cc-45fcb5ad215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:17.162292 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-3ece482d-6252-4b97-80cc-45fcb5ad215d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.2068710
May 10 17:16:17.167079 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-ceb82d3a-c56a-4474-a0cd-0fc6a676691c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00fbda6b-16bb-4854-82a8-220b7afbc8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627432
May 10 17:16:17.176277 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Allocated IP 172.20.0.3 (3a4c3310-9bcb-47e3-99ae-01b8c5257430/73f9446d-c64e-4222-82b1-374a9437ecb0/9afcaf68-5364-4a58-b752-03d5bc3839eb) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:17.187733 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1f6efcb8-25c5-4dc8-8c45-d1f92d70ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.205505 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.268387 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.415882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.427276 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:17.441143 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.447054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e7d31-8a5c-470c-9e16-771f733cb083,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:17.449734 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:17.457266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:17.533955 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.546984 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Network e3830e0f-be23-4cc5-9927-993015606b1b is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:17.553035 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:17.555834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:17.595648 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:17.611287 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-92a454a2-a0d8-4cd3-af24-5d118cd3d65c req-f22a1ac7-7551-4384-8626-cf674a9795c7 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 210 time: 0.0653768
May 10 17:16:17.649000 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.649334 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0532b-dd2a-4102-872e-68f6e9530b64 req-2a39830c-be0b-41f0-8a70-1dc9af4b5cfa tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:17.658453 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7ae0532b-dd2a-4102-872e-68f6e9530b64 req-2a39830c-be0b-41f0-8a70-1dc9af4b5cfa tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.3078647
May 10 17:16:17.682990 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:17.690435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0dde879a6c954f99847473f8a88d3aad is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:17.694462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:17.699961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.704536 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f38e7d31-8a5c-470c-9e16-771f733cb083 HTTP/1.1" status: 204  len: 168 time: 0.6374207
May 10 17:16:17.705767 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:17.705881 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:17.745731 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.758508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:17.763066 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7ae0532b-dd2a-4102-872e-68f6e9530b64 req-23f62b00-6fea-4e81-ae2b-d9a83c15bc9e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035216
May 10 17:16:17.796255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:17.798629 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.850506 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Pushing event updated for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:17.853584 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:17.857430 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0790484
May 10 17:16:17.871945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:17.876966 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:17.880271 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:17.958364 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-216de1b0-b187-41d7-ac2b-ce34f911de94 None None] Provisioning for port 47136b86-5423-4277-a17b-df14aefe1ccc completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:17.970168 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-216de1b0-b187-41d7-ac2b-ce34f911de94 None None] Provisioning complete for port 47136b86-5423-4277-a17b-df14aefe1ccc triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:17.971775 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-216de1b0-b187-41d7-ac2b-ce34f911de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:17.994001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.008724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.063729 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-216de1b0-b187-41d7-ac2b-ce34f911de94 None None] Port 47136b86-5423-4277-a17b-df14aefe1ccc cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:16:18.083167 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:18.094638 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dde879a6c954f99847473f8a88d3aad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1748168
May 10 17:16:18.111682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 45976) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:18.226741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:18.227530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.261999 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.284750 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8505704
May 10 17:16:18.301163 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701d8256-5822-400c-9ce6-ec8ed9f2a170,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:18.304719 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:18.310293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.321597 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f9a3-285e-40c6-a486-e724a8e2ebf8 req-6e7e9efe-be12-49ef-86e7-0d7929d293e9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:18.322298 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4c06f9a3-285e-40c6-a486-e724a8e2ebf8 req-6e7e9efe-be12-49ef-86e7-0d7929d293e9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:18.341455 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4c06f9a3-285e-40c6-a486-e724a8e2ebf8 req-6e7e9efe-be12-49ef-86e7-0d7929d293e9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:18.352308 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c06f9a3-285e-40c6-a486-e724a8e2ebf8 req-6e7e9efe-be12-49ef-86e7-0d7929d293e9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 932 time: 0.2680137
May 10 17:16:18.384200 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d3b16-90a5-43e1-a0f2-b1f21aa3fc58 req-fb978ddf-ecea-4371-91d6-1b0e3413677d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:18.385700 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f50d3b16-90a5-43e1-a0f2-b1f21aa3fc58 req-fb978ddf-ecea-4371-91d6-1b0e3413677d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.3824265
May 10 17:16:18.411876 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c06f9a3-285e-40c6-a486-e724a8e2ebf8 req-8a2b98a6-f1ae-42ff-8539-6bd0dc7614b7 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567560
May 10 17:16:18.420841 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.428491 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d45ce73c-4417-4b5e-9274-ad7c0f8e1b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:18.464032 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f50d3b16-90a5-43e1-a0f2-b1f21aa3fc58 req-bc77bb22-bd00-4b6f-aa2a-2a2150d23579 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612910
May 10 17:16:18.464915 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701d8256-5822-400c-9ce6-ec8ed9f2a170,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:18.466953 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:18.468019 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:18.483311 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/701d8256-5822-400c-9ce6-ec8ed9f2a170 HTTP/1.1" status: 204  len: 168 time: 0.3494835
May 10 17:16:18.777747 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2b72192a-83aa-40bf-8a29-e7840df2eda7 req-d48e70d1-e916-4733-860e-6497e24ae1ae tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 210 time: 0.0463195
May 10 17:16:19.071331 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f7c12-a9a8-46ad-98e8-75cac4473ed8 req-e9457c0c-31e2-40a8-a698-0d3db6c779cc tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:19.073111 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-237f7c12-a9a8-46ad-98e8-75cac4473ed8 req-e9457c0c-31e2-40a8-a698-0d3db6c779cc tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.1864159
May 10 17:16:19.139379 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-237f7c12-a9a8-46ad-98e8-75cac4473ed8 req-874f296f-00b8-4645-aeaa-2ec7f908c98b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530109
May 10 17:16:19.681478 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1dcc7-1c92-4bf8-8564-a4ae68271875 req-a85b7a9c-3a6a-423b-82cf-d5ce5b59b9bc tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:19.691642 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9ce1dcc7-1c92-4bf8-8564-a4ae68271875 req-a85b7a9c-3a6a-423b-82cf-d5ce5b59b9bc tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 932 time: 0.1186829
May 10 17:16:19.752873 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9ce1dcc7-1c92-4bf8-8564-a4ae68271875 req-3cbeccfa-f0b3-4248-a139-857ecb33d5f1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606847
May 10 17:16:19.770894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7758b35-2133-4ee3-8994-219dfde187e0 req-406682da-55bd-4d9c-9428-d0d595db2601 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:19.770894 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e7758b35-2133-4ee3-8994-219dfde187e0 req-406682da-55bd-4d9c-9428-d0d595db2601 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.1381319
May 10 17:16:19.840882 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e7758b35-2133-4ee3-8994-219dfde187e0 req-51b29a4e-dee0-4c45-a006-d21bafd90be3 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539877
May 10 17:16:19.862605 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:19.938007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e0d98e53-39fb-43c7-8929-9b8e21a439c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:20.011042 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-36e257ca-e238-475a-8474-1e9416d3c7e4 req-a86fed28-0a62-4f47-a699-1c232af8166f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 210 time: 0.0554552
May 10 17:16:20.076695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Request body: {'port': {'device_id': '9a7068c6-b184-4f77-9a10-03911befa432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:20.111800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Request body: {'port': {'device_id': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:20.213835 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-5d4e9e4f-483a-4110-a7ba-bf7f12a425eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1629922
May 10 17:16:20.343222 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:20.590661 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-70230b4e-72f1-452c-8dca-5a9a5fc7832b service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644958
May 10 17:16:20.829641 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:20.898840 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-fed61639-fd52-42f9-98e2-f6c15a1480b2 service neutron] 10.222.0.53 "GET /v2.0/networks/00fbda6b-16bb-4854-82a8-220b7afbc8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8094947
May 10 17:16:20.946475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47136b86-5423-4277-a17b-df14aefe1ccc {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:20.960929 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.53', 57690) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:20.980996 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.001840 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Transition to ACTIVE for port object 47136b86-5423-4277-a17b-df14aefe1ccc will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:21.030284 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.044706 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.110147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f9ad078e-a94f-4242-b9b3-15e21eb7aace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:21.260831 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b320f88-241d-48c9-a617-83349644feca req-51358c9b-6c34-4c85-a5a4-68299816c6c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:21.269957 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3b320f88-241d-48c9-a617-83349644feca req-51358c9b-6c34-4c85-a5a4-68299816c6c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 932 time: 0.3981094
May 10 17:16:21.321268 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-04d4745d-6dba-4dd4-acd7-a538277add56 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7210546
May 10 17:16:21.346761 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edc8fc-9d6a-46ed-8171-f01de8c81cb1 req-a7417425-cb46-4ab2-b387-bda785424d22 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:21.348046 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-71edc8fc-9d6a-46ed-8171-f01de8c81cb1 req-a7417425-cb46-4ab2-b387-bda785424d22 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.8290982
May 10 17:16:21.455077 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Attempting to bind port 47136b86-5423-4277-a17b-df14aefe1ccc on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:21.456006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Attempting to bind port 47136b86-5423-4277-a17b-df14aefe1ccc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:21.456006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Attempting to bind port 47136b86-5423-4277-a17b-df14aefe1ccc on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:21.518055 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-71edc8fc-9d6a-46ed-8171-f01de8c81cb1 req-42aa1f77-c1dc-4848-a7ce-641c012fa268 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538095
May 10 17:16:21.526867 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3b320f88-241d-48c9-a617-83349644feca req-21a168ad-f223-4b2e-a7c1-c8fb82c2d2fe tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2557967
May 10 17:16:21.532499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Port 47136b86-5423-4277-a17b-df14aefe1ccc on network e3830e0f-be23-4cc5-9927-993015606b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:16:21.533024 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Attempting to bind port 47136b86-5423-4277-a17b-df14aefe1ccc on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:21.559920 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Pushing event updated for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:21.569093 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:21.584540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Checking segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:21.585266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Bound using segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:21.585913 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Bound port: 47136b86-5423-4277-a17b-df14aefe1ccc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:21.586364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.617548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:21.652901 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-2c0cdad7-6bac-4494-a55d-f54ca700ebab service neutron] 10.222.0.53 "GET /v2.0/networks/00fbda6b-16bb-4854-82a8-220b7afbc8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7455213
May 10 17:16:21.776546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-f3a53a58-aa45-41c8-bc67-18e7a506468d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:21.778260 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-f3a53a58-aa45-41c8-bc67-18e7a506468d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 819 time: 0.8012190
May 10 17:16:21.789198 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-672d22bc-83da-4ff5-bdbe-00f5aebc56ed req-a317a92b-cc22-44de-a032-3d17e849f307 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:21.794545 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Request body: {'port': {'device_id': '92878011-2839-4a4d-8eb4-80d75a74349c', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'admin_state_up': True, 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:21.804096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afcaf68-5364-4a58-b752-03d5bc3839eb {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:21.816846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.828600 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-672d22bc-83da-4ff5-bdbe-00f5aebc56ed req-a317a92b-cc22-44de-a032-3d17e849f307 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:21.837649 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-672d22bc-83da-4ff5-bdbe-00f5aebc56ed req-a317a92b-cc22-44de-a032-3d17e849f307 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 210 time: 0.1156483
May 10 17:16:21.854238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Transition to ACTIVE for port object 9afcaf68-5364-4a58-b752-03d5bc3839eb will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:21.857805 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:21.863714 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:21.931796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:22.058514 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47136b86-5423-4277-a17b-df14aefe1ccc,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:22.081405 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.093684 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-302c3f9e-8464-46cc-9b63-672b1e0d32de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:22.131211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40cd45-8336-42c0-a0a1-6d8e13340f55 req-c28ba8f4-6a33-48d2-8ce7-038e1b984bf2 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.132718 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ce40cd45-8336-42c0-a0a1-6d8e13340f55 req-c28ba8f4-6a33-48d2-8ce7-038e1b984bf2 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.4125373
May 10 17:16:22.161622 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:22.175034 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:22.176796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:22.204748 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.205360 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.206966 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] 10.222.0.53 "PUT /v2.0/ports/47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 1094 time: 2.1419189
May 10 17:16:22.212277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:22.216312 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Attempting to bind port 9afcaf68-5364-4a58-b752-03d5bc3839eb on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:22.225520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Attempting to bind port 9afcaf68-5364-4a58-b752-03d5bc3839eb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:22.225964 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Attempting to bind port 9afcaf68-5364-4a58-b752-03d5bc3839eb on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:22.232216 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Port 9afcaf68-5364-4a58-b752-03d5bc3839eb on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:16:22.232630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Attempting to bind port 9afcaf68-5364-4a58-b752-03d5bc3839eb on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:22.236075 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:22.242507 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:22.243216 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Checking segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:22.243802 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Bound using segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:22.244454 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Bound port: 9afcaf68-5364-4a58-b752-03d5bc3839eb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:22.245002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.261969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Pushing event updated for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:22.312401 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:22.324677 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ce40cd45-8336-42c0-a0a1-6d8e13340f55 req-52c93907-7628-46b4-9a58-5dd4f3419b40 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820471
May 10 17:16:22.325470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Made reservation on behalf of 78762d8fe2a04f6d91685862f31cf0e3 for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:22.330062 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.380103 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.404439 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:22.408888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:22.416005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.426625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:22.482419 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.483047 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.484501 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] 10.222.0.53 "PUT /v2.0/ports/9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 1093 time: 2.4010787
May 10 17:16:22.484976 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:22.496266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-dcb75d81-e589-4e3c-9b8a-b4fc7d1b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.498217 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-dcb75d81-e589-4e3c-9b8a-b4fc7d1b5d92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1097 time: 0.2321663
May 10 17:16:22.517040 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:22.520098 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:22.553284 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb', 'status': 'completed', 'code': 200}
May 10 17:16:22.593368 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc', 'status': 'completed', 'code': 200}
May 10 17:16:22.598139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Allocated IP 172.20.0.8 (3a4c3310-9bcb-47e3-99ae-01b8c5257430/73f9446d-c64e-4222-82b1-374a9437ecb0/569f5f83-2370-4224-bf08-95cab9117c19) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:22.781728 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f8d4-630e-477c-a14f-59221225b738 req-b2263cdc-6300-4551-b01f-3dc005e055fd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.783866 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6c10f8d4-630e-477c-a14f-59221225b738 req-b2263cdc-6300-4551-b01f-3dc005e055fd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.1038969
May 10 17:16:22.863617 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6c10f8d4-630e-477c-a14f-59221225b738 req-40c1a6d8-9b5a-4684-812b-917337e18be2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734861
May 10 17:16:22.886564 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0830c-cfb7-418c-be26-5259c91a8ceb req-d5947ff7-b29b-4701-b1f8-4291f00b6e1a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:22.888374 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24f0830c-cfb7-418c-be26-5259c91a8ceb req-d5947ff7-b29b-4701-b1f8-4291f00b6e1a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.2078214
May 10 17:16:22.935790 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.969394 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24f0830c-cfb7-418c-be26-5259c91a8ceb req-e4701eb8-d472-44bb-baaa-340bbb4b7937 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722170
May 10 17:16:23.006573 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:23.015026 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:23.081932 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:23.085075 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:23.092945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d6264-d1d1-4f40-9b66-fe1b69801e0a req-db00750f-72f8-4526-acc7-089c92c92b6e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:23.093434 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:23.095619 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-de0d6264-d1d1-4f40-9b66-fe1b69801e0a req-db00750f-72f8-4526-acc7-089c92c92b6e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 931 time: 0.1318223
May 10 17:16:23.133557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Pushing event updated for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:23.145498 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:23.184739 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:23.185345 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:23.189919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-de0d6264-d1d1-4f40-9b66-fe1b69801e0a req-1db510e4-f846-47d8-94ca-9caef2e1f3ed tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:23.229588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-de0d6264-d1d1-4f40-9b66-fe1b69801e0a req-1db510e4-f846-47d8-94ca-9caef2e1f3ed tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:23.236287 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-de0d6264-d1d1-4f40-9b66-fe1b69801e0a req-1db510e4-f846-47d8-94ca-9caef2e1f3ed tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293905
May 10 17:16:23.246465 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4563260
May 10 17:16:23.523830 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89aba-e1a5-4693-b2aa-68b17f627a82 req-619a6075-77e1-4002-975c-94dfc87879d9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:23.525204 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fcf89aba-e1a5-4693-b2aa-68b17f627a82 req-619a6075-77e1-4002-975c-94dfc87879d9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.0810268
May 10 17:16:23.568811 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fcf89aba-e1a5-4693-b2aa-68b17f627a82 req-3137b405-fd44-4f43-ac55-a0cf1dea56d3 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377719
May 10 17:16:24.040852 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196bf13-0a4d-4c75-a2eb-9b641c322004 req-a8ea5b85-1f46-42c3-8c6b-555e3900a063 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:24.042260 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b196bf13-0a4d-4c75-a2eb-9b641c322004 req-a8ea5b85-1f46-42c3-8c6b-555e3900a063 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.0796072
May 10 17:16:24.090869 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b196bf13-0a4d-4c75-a2eb-9b641c322004 req-4299503b-e263-4fab-b3fc-7450aff6b82a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428035
May 10 17:16:24.169109 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb8a1f-a65a-4aaf-871f-c6960260366a req-1df9a146-792f-4651-ae61-83a07a11a979 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:24.170536 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7deb8a1f-a65a-4aaf-871f-c6960260366a req-1df9a146-792f-4651-ae61-83a07a11a979 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0822866
May 10 17:16:24.216176 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7deb8a1f-a65a-4aaf-871f-c6960260366a req-5a410d5f-832e-45d3-849e-753cbf4db8e7 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391567
May 10 17:16:24.428193 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b09295-6061-4b71-8c2e-6ea84ac33b8d req-43187789-38ac-4654-a7af-da5a3256a798 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:24.429675 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-07b09295-6061-4b71-8c2e-6ea84ac33b8d req-43187789-38ac-4654-a7af-da5a3256a798 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 931 time: 0.0792828
May 10 17:16:24.473686 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-07b09295-6061-4b71-8c2e-6ea84ac33b8d req-563b811c-3f19-4449-a63d-8820533c8da3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381787
May 10 17:16:24.749666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37718-6012-4f16-94c8-17824c932c25 req-25a2dd12-2a3e-4097-8e78-40461d65b0bd tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:24.751167 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50c37718-6012-4f16-94c8-17824c932c25 req-25a2dd12-2a3e-4097-8e78-40461d65b0bd tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.0780914
May 10 17:16:24.797344 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50c37718-6012-4f16-94c8-17824c932c25 req-e2fb2696-64e2-4d47-87e3-70966c70ab44 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396273
May 10 17:16:25.279220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc18bad-2f2e-4004-9c33-122e50356fd9 req-08aadfb2-e1af-4b43-bacd-3250a42dec61 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.280686 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1cc18bad-2f2e-4004-9c33-122e50356fd9 req-08aadfb2-e1af-4b43-bacd-3250a42dec61 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.0852227
May 10 17:16:25.325229 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1cc18bad-2f2e-4004-9c33-122e50356fd9 req-57b8de27-30bb-4305-b655-3dbbbae084b6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382109
May 10 17:16:25.403161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6df463-e090-435b-bad7-e42bf92c04a0 req-4f854abb-f6ac-4f13-a905-5d255da9ad3f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.404628 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0b6df463-e090-435b-bad7-e42bf92c04a0 req-4f854abb-f6ac-4f13-a905-5d255da9ad3f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0845211
May 10 17:16:25.448277 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0b6df463-e090-435b-bad7-e42bf92c04a0 req-bd6d311c-3a93-490b-b2fd-5cf139440f93 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369649
May 10 17:16:25.606559 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Request body: {'port': {'device_id': '92878011-2839-4a4d-8eb4-80d75a74349c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:25.653917 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-0bb2ed5e-a158-4a08-80d2-091a86685a41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 217 time: 0.1044476
May 10 17:16:25.705206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718607-7eea-460a-a389-95fbad229bb3 req-d90f792d-9299-4d3d-86c9-d3a02c47e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.706703 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-57718607-7eea-460a-a389-95fbad229bb3 req-d90f792d-9299-4d3d-86c9-d3a02c47e9ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1096 time: 0.1413980
May 10 17:16:25.715245 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089a1db-da10-49b9-b3c6-f6cce26fc5f8 req-39ff4a3c-aa20-43c1-828f-6004d7b2777d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.717489 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e089a1db-da10-49b9-b3c6-f6cce26fc5f8 req-39ff4a3c-aa20-43c1-828f-6004d7b2777d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 931 time: 0.1149552
May 10 17:16:25.774316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-65319601-6bb9-4804-b59b-b6eabd0fffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.775784 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-65319601-6bb9-4804-b59b-b6eabd0fffbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.1144810
May 10 17:16:25.822698 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:25.851530 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e089a1db-da10-49b9-b3c6-f6cce26fc5f8 req-e06fed8a-ce26-4caf-ae00-8f8bb56c5653 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146355
May 10 17:16:25.919547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718607-7eea-460a-a389-95fbad229bb3 req-510ce935-9952-4218-b418-c315c18a59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:25.921143 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-57718607-7eea-460a-a389-95fbad229bb3 req-510ce935-9952-4218-b418-c315c18a59e0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2036614
May 10 17:16:26.074290 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-55cc3084-1d1a-48db-b99d-8950f1351152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:26.075716 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-55cc3084-1d1a-48db-b99d-8950f1351152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2900696
May 10 17:16:26.228600 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24976149-480a-4cc3-83b4-f4bb07138da5 req-faa76fd2-bdd5-44c9-b22f-d3b5fe579bc5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:26.230030 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24976149-480a-4cc3-83b4-f4bb07138da5 req-faa76fd2-bdd5-44c9-b22f-d3b5fe579bc5 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.2617977
May 10 17:16:26.293203 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24976149-480a-4cc3-83b4-f4bb07138da5 req-7e39ad54-3c81-4fdf-a2c1-bbf9e8ab7f51 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571220
May 10 17:16:26.357433 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569f5f83-2370-4224-bf08-95cab9117c19 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:26.364846 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:26.380823 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Transition to ACTIVE for port object 569f5f83-2370-4224-bf08-95cab9117c19 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:16:26.387735 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:26.395307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:26.525879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6d349-a09a-4980-81ca-b93efcaec700 req-46a698e3-6085-4683-b852-1d6dea26c009 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:26.527497 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a0d6d349-a09a-4980-81ca-b93efcaec700 req-46a698e3-6085-4683-b852-1d6dea26c009 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.0917776
May 10 17:16:26.530200 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Pushing event updated for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:26.571339 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:26.598668 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a0d6d349-a09a-4980-81ca-b93efcaec700 req-b00db126-678a-4637-9015-48e4222b5d66 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626578
May 10 17:16:26.693670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Attempting to bind port 569f5f83-2370-4224-bf08-95cab9117c19 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:16:26.693988 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Attempting to bind port 569f5f83-2370-4224-bf08-95cab9117c19 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:16:26.694305 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Attempting to bind port 569f5f83-2370-4224-bf08-95cab9117c19 on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:26.704454 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Port 569f5f83-2370-4224-bf08-95cab9117c19 on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:16:26.704747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Attempting to bind port 569f5f83-2370-4224-bf08-95cab9117c19 on network 3a4c3310-9bcb-47e3-99ae-01b8c5257430 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:16:26.711050 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:16:26.711469 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Checking segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:16:26.711838 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Bound using segment: {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:16:26.712277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Bound port: 569f5f83-2370-4224-bf08-95cab9117c19, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89791610-0dbc-4a76-80c1-5053327a0a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:16:26.712615 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:26.740206 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1fab4-3a0c-414f-bdcc-1f485b04a3d1 req-ec34ca9c-13c2-4f43-b327-4332e9fce582 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:26.741617 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2fb1fab4-3a0c-414f-bdcc-1f485b04a3d1 req-ec34ca9c-13c2-4f43-b327-4332e9fce582 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.1691895
May 10 17:16:26.840715 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2fb1fab4-3a0c-414f-bdcc-1f485b04a3d1 req-2db31630-eded-4c00-bf20-8d4c5f934c59 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709677
May 10 17:16:26.851955 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:16:26.855065 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569f5f83-2370-4224-bf08-95cab9117c19,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:16:26.859880 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:26.864796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:26.913604 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:26.914208 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:26.915823 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] 10.222.0.53 "PUT /v2.0/ports/569f5f83-2370-4224-bf08-95cab9117c19 HTTP/1.1" status: 200  len: 1093 time: 1.3134894
May 10 17:16:26.918565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:26.946747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Pushing event updated for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:26.950068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:26.979519 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19', 'status': 'completed', 'code': 200}
May 10 17:16:27.053642 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625cb88-e48e-431c-b564-0740ffa49ca0 req-7ca77b29-3b0f-4a6c-b14f-6dde82a81fc7 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:27.054998 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0625cb88-e48e-431c-b564-0740ffa49ca0 req-7ca77b29-3b0f-4a6c-b14f-6dde82a81fc7 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0815103
May 10 17:16:27.098890 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0625cb88-e48e-431c-b564-0740ffa49ca0 req-0c4f9a74-8362-4a5f-b9cd-5fcdc16ae315 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382645
May 10 17:16:27.474444 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0e27-de27-44bb-a28a-3863aa6d3709 req-fcc5570f-6200-452f-ae1f-e422350e38c6 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:27.475876 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-29ff0e27-de27-44bb-a28a-3863aa6d3709 req-fcc5570f-6200-452f-ae1f-e422350e38c6 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.0778000
May 10 17:16:27.523414 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-29ff0e27-de27-44bb-a28a-3863aa6d3709 req-23a81c15-8f2c-4b8f-9ba9-e26d788ae0c3 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418293
May 10 17:16:27.903531 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034708-adb0-4a0b-a19b-335182e19df7 req-f48362fe-b2da-4962-8bd0-879e39b07177 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:27.905016 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bc034708-adb0-4a0b-a19b-335182e19df7 req-f48362fe-b2da-4962-8bd0-879e39b07177 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 944 time: 0.2010906
May 10 17:16:27.908596 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718607-7eea-460a-a389-95fbad229bb3 req-d05f0991-df31-41fe-b6db-ec0c2d4f33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:27.909891 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-57718607-7eea-460a-a389-95fbad229bb3 req-d05f0991-df31-41fe-b6db-ec0c2d4f33c0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1692231
May 10 17:16:27.951163 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bc034708-adb0-4a0b-a19b-335182e19df7 req-66b1a167-83c5-42ca-a6fc-8df2110fddc9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394678
May 10 17:16:28.025305 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3886-5e08-4390-b21e-023228790168 req-db3cd40c-50d8-4b27-afa6-50edeb5a1e22 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:28.026750 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f72b3886-5e08-4390-b21e-023228790168 req-db3cd40c-50d8-4b27-afa6-50edeb5a1e22 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0797498
May 10 17:16:28.070567 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f72b3886-5e08-4390-b21e-023228790168 req-6411f831-0c7e-4dc7-ba6a-4462e94ab87d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375981
May 10 17:16:28.278023 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d5f6-28e8-4f29-9088-39fe19cb0894 req-04c8f2a9-a71e-4622-809e-e88d2d960d48 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:28.279485 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2ba5d5f6-28e8-4f29-9088-39fe19cb0894 req-04c8f2a9-a71e-4622-809e-e88d2d960d48 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0784285
May 10 17:16:28.322776 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2ba5d5f6-28e8-4f29-9088-39fe19cb0894 req-780bec16-0ec3-440a-9a93-1d6221cb5116 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367889
May 10 17:16:28.706900 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b330b6-177e-47ff-a865-e03308bd0a78 req-acd77dac-9e13-4aeb-be86-c3151fcea534 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:28.708336 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-76b330b6-177e-47ff-a865-e03308bd0a78 req-acd77dac-9e13-4aeb-be86-c3151fcea534 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 943 time: 0.0813696
May 10 17:16:28.752569 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-76b330b6-177e-47ff-a865-e03308bd0a78 req-1b5cd97f-2719-43cc-b2b1-9be937e23d84 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385206
May 10 17:16:28.778646 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 56f1baae-968f-4922-809e-1c7e66e445f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:16:28.949876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f1baae-968f-4922-809e-1c7e66e445f6,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:28.955426 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-f6109fef-60dd-4883-867b-6aa440e91ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:28.957055 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-f6109fef-60dd-4883-867b-6aa440e91ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 1096 time: 0.1577590
May 10 17:16:28.960998 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-d4de63c9-27fc-4ac8-9a8c-3fbd9b173481 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065458
May 10 17:16:28.964213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-6f04a9e6-f5e5-43ac-bfd4-07ef5176ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:28.965543 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '56f1baae-968f-4922-809e-1c7e66e445f6', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'port_id': '56f1baae-968f-4922-809e-1c7e66e445f6', 'mac_address': 'fa:16:3e:33:80:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb3a6a9-fb18-4386-932c-68a07c9dd03a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:16:28.965712 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-6f04a9e6-f5e5-43ac-bfd4-07ef5176ba00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1096 time: 0.1320844
May 10 17:16:29.074751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:29.091781 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f1baae-968f-4922-809e-1c7e66e445f6 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:29.111741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f1baae-968f-4922-809e-1c7e66e445f6,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:29.116513 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:29.117819 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9e1eb15e-736f-42bc-98a0-fd37813b799a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:16:29.121043 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:29.190424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-aaf6a2fb-de11-4aa1-9e4d-9cf1119766e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:29.191927 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-aaf6a2fb-de11-4aa1-9e4d-9cf1119766e6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2139208
May 10 17:16:29.220414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdfd7c-e646-4191-b5f3-06973644d93f req-045fa8f3-5380-4b0b-add8-0fe86753b639 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:29.221988 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b3cdfd7c-e646-4191-b5f3-06973644d93f req-045fa8f3-5380-4b0b-add8-0fe86753b639 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.1413453
May 10 17:16:29.287331 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b3cdfd7c-e646-4191-b5f3-06973644d93f req-5bb4bf73-e291-4581-bf8a-2d08751893ef tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594194
May 10 17:16:29.302872 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-e754704e-834a-4924-8e79-c5e66deb922c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.3228378
May 10 17:16:29.306445 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:29.317884 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:29.360531 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-980db300-9c4d-4433-99f7-cf1dfba252ca req-3c58ff2a-6d7c-4ff6-84f4-af49994e05d1 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3815391
May 10 17:16:29.376651 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a,segment=NetworkSegment(8289196f-dd7d-4fbf-a873-aacbe1548ed1),segment_id=8289196f-dd7d-4fbf-a873-aacbe1548ed1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:29.401244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337b47f-95e7-4705-9e78-f44ae041b464 req-611ded9b-4ece-463a-9740-a972c30354e2 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:29.402152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9e1eb15e-736f-42bc-98a0-fd37813b799a', 'network_id': '00fbda6b-16bb-4854-82a8-220b7afbc8bd', 'port_id': '9e1eb15e-736f-42bc-98a0-fd37813b799a', 'mac_address': 'fa:16:3e:56:e0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214ce2cc-c7ff-4e03-aa66-0e36cace2309', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:16:29.402832 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f337b47f-95e7-4705-9e78-f44ae041b464 req-611ded9b-4ece-463a-9740-a972c30354e2 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.1338108
May 10 17:16:29.453374 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f337b47f-95e7-4705-9e78-f44ae041b464 req-2e41a0ff-ac16-4e00-b1a8-958f17c2e037 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429425
May 10 17:16:29.464828 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:29.484077 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1eb15e-736f-42bc-98a0-fd37813b799a {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:29.505693 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a,segment=NetworkSegment(8289196f-dd7d-4fbf-a873-aacbe1548ed1),segment_id=8289196f-dd7d-4fbf-a873-aacbe1548ed1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:29.512889 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:29.515288 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:29.531047 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9cee9-81a8-412a-92b0-dd24d291d235 req-2e613d07-8e84-412a-bdff-dda8d567ef63 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:29.532757 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-77f9cee9-81a8-412a-92b0-dd24d291d235 req-2e613d07-8e84-412a-bdff-dda8d567ef63 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0926805
May 10 17:16:29.583090 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-77f9cee9-81a8-412a-92b0-dd24d291d235 req-2b10b637-3beb-431c-8b48-d791a7cd2021 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444360
May 10 17:16:29.592714 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:29.600921 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:30.023958 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68903af-66af-46c4-b92a-460a94b30fc6 req-295eb8bc-e511-40fb-b376-4be0866c987b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:30.025383 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d68903af-66af-46c4-b92a-460a94b30fc6 req-295eb8bc-e511-40fb-b376-4be0866c987b tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.1552916
May 10 17:16:30.071868 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d68903af-66af-46c4-b92a-460a94b30fc6 req-f3eca7fa-3da5-4bf4-bc0c-f6d682d01340 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406630
May 10 17:16:30.463755 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b220d-64a9-4d11-a891-887a9a20bb71 req-4e35f8f4-b3cb-43b5-adde-7fcb1ecfbd3b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:30.465175 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-848b220d-64a9-4d11-a891-887a9a20bb71 req-4e35f8f4-b3cb-43b5-adde-7fcb1ecfbd3b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.0815704
May 10 17:16:30.509372 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-848b220d-64a9-4d11-a891-887a9a20bb71 req-9525889c-9bd8-45ce-8790-4502c50adb1a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379746
May 10 17:16:30.639431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4a95e-1ead-4270-a280-a5625c532ad9 req-cec0ec63-cf7d-4d6b-8c5b-9767056c4a93 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:30.641558 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6be4a95e-1ead-4270-a280-a5625c532ad9 req-cec0ec63-cf7d-4d6b-8c5b-9767056c4a93 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0813787
May 10 17:16:30.686265 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6be4a95e-1ead-4270-a280-a5625c532ad9 req-e81e4380-162f-47ae-b63f-5a20bd9719c1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388556
May 10 17:16:30.772095 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173325-b3cf-4ec3-9ca5-0e2cd0bb45fe req-771bbc17-3c89-44c1-8e62-a75dfa82e283 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:30.773590 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-27173325-b3cf-4ec3-9ca5-0e2cd0bb45fe req-771bbc17-3c89-44c1-8e62-a75dfa82e283 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0794094
May 10 17:16:30.818196 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-27173325-b3cf-4ec3-9ca5-0e2cd0bb45fe req-f5ad32ca-ebae-48a2-8c05-8d42c548470b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387366
May 10 17:16:31.054586 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-af405e83-1535-43c6-8370-31fe5577e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.056042 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1a852fa4-50be-4a4d-9d9f-96e9c2789e8c req-af405e83-1535-43c6-8370-31fe5577e2df service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1296821
May 10 17:16:31.254571 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbee5a-a893-41a2-b392-0a33160c2f8b req-51988764-ec68-4fea-8c70-a27041fb7b64 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.256007 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-31bbee5a-a893-41a2-b392-0a33160c2f8b req-51988764-ec68-4fea-8c70-a27041fb7b64 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.0795302
May 10 17:16:31.304315 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-31bbee5a-a893-41a2-b392-0a33160c2f8b req-65a914b0-0e73-4b75-9a84-661de665ce7a tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424693
May 10 17:16:31.694086 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cbc77-68e7-4b4e-ac82-e689ee8ab80a req-0c8547c0-2200-41e0-84d5-7d9aa511f4fe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.695514 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-730cbc77-68e7-4b4e-ac82-e689ee8ab80a req-0c8547c0-2200-41e0-84d5-7d9aa511f4fe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.0831356
May 10 17:16:31.740182 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-730cbc77-68e7-4b4e-ac82-e689ee8ab80a req-917bf556-7467-4f45-8af6-abe97de08d30 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389063
May 10 17:16:31.871913 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642617c-cae6-48bf-9f10-36582e74e2e0 req-441cd546-4d6c-426a-b09d-37770f41bd1c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:31.873367 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3642617c-cae6-48bf-9f10-36582e74e2e0 req-441cd546-4d6c-426a-b09d-37770f41bd1c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0823765
May 10 17:16:31.918353 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3642617c-cae6-48bf-9f10-36582e74e2e0 req-f212328b-7cbd-4801-aafd-0ab51417a1d2 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384567
May 10 17:16:32.053182 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a37-9847-41db-b066-dfe3490e8b24 req-e6e9ba8b-c7a5-480e-b84b-e7ff9597f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.054584 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-e6e9ba8b-c7a5-480e-b84b-e7ff9597f10e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.1146307
May 10 17:16:32.063959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec3737-be96-4886-af3f-e7e570ccf2cf req-36bc8467-ecf0-49e4-813a-a09032b5481a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.065403 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4dec3737-be96-4886-af3f-e7e570ccf2cf req-36bc8467-ecf0-49e4-813a-a09032b5481a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.1436133
May 10 17:16:32.088352 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-9c605d68-bf80-4b2c-9cad-df2ead95d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.089744 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-9c605d68-bf80-4b2c-9cad-df2ead95d15a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1097 time: 0.1197655
May 10 17:16:32.112722 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-28707715-cc8a-4913-9408-be5c2d81162e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463324
May 10 17:16:32.157394 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-6668740c-5e56-4a55-8db9-cef8ba5c9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.158842 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-6668740c-5e56-4a55-8db9-cef8ba5c9330 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 1096 time: 0.1567802
May 10 17:16:32.203289 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4dec3737-be96-4886-af3f-e7e570ccf2cf req-814e507e-9f25-4e33-9d0a-bb04ce1b9263 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297038
May 10 17:16:32.275318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-ae4d574c-aacf-4d43-b018-db7dc76db4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.276809 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-ae4d574c-aacf-4d43-b018-db7dc76db4a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.1796339
May 10 17:16:32.286723 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:32.300666 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-f2c8b43e-772b-40c7-85c2-6645ce2e7daf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569f5f83-2370-4224-bf08-95cab9117c19 HTTP/1.1" status: 200  len: 217 time: 0.0877497
May 10 17:16:32.319540 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9e1eb15e-736f-42bc-98a0-fd37813b799a'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:32.350791 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-65a12cc6-7b96-4559-a738-9db558cd4d2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 217 time: 0.0668323
May 10 17:16:32.418893 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-ec02d34b-5c12-4457-bcd4-f8654aa6e55c service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965901
May 10 17:16:32.420423 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-05e28048-338c-41b3-bf50-3e6594d4dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.422348 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-05e28048-338c-41b3-bf50-3e6594d4dadf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.1146228
May 10 17:16:32.518307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f37750-9cd0-416e-97a7-880a6a947d24 req-b89c6280-7c4f-403f-b5ea-c2393871879e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.520707 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-52f37750-9cd0-416e-97a7-880a6a947d24 req-b89c6280-7c4f-403f-b5ea-c2393871879e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.0973125
May 10 17:16:32.569436 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-52f37750-9cd0-416e-97a7-880a6a947d24 req-50346a51-1f7c-4224-a7f3-2953a64c71ee tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428135
May 10 17:16:32.964675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e5178-9106-4ead-b300-fa4973c8bbf4 req-bbc4abf8-0cf3-4d61-b914-41e1b799c28a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:32.966124 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fc1e5178-9106-4ead-b300-fa4973c8bbf4 req-bbc4abf8-0cf3-4d61-b914-41e1b799c28a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.1008499
May 10 17:16:33.017183 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fc1e5178-9106-4ead-b300-fa4973c8bbf4 req-341ed6c3-0645-4f43-84a7-17fac480653e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443881
May 10 17:16:33.109968 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51304a57-ea98-4a83-9126-9042044c25cc req-fe9051fb-9a9a-4b16-8f38-73a52eee1ccb tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.111321 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-51304a57-ea98-4a83-9126-9042044c25cc req-fe9051fb-9a9a-4b16-8f38-73a52eee1ccb tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0818398
May 10 17:16:33.155212 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-51304a57-ea98-4a83-9126-9042044c25cc req-93e21045-ac8e-49ea-b315-59876867c323 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378807
May 10 17:16:33.390343 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e039ba8-c495-44a8-911a-203bb90fda07 req-4e66a610-9b69-4ae9-955e-40fe95099553 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.391828 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7e039ba8-c495-44a8-911a-203bb90fda07 req-4e66a610-9b69-4ae9-955e-40fe95099553 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0779629
May 10 17:16:33.434463 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7e039ba8-c495-44a8-911a-203bb90fda07 req-5f026615-fbee-4439-b64c-300a0855446a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369542
May 10 17:16:33.749155 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f2891-313f-4ff0-95a5-3084d40db31c req-9974c542-5f6a-4349-a5c1-4177eeca52ad tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:33.750669 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-730f2891-313f-4ff0-95a5-3084d40db31c req-9974c542-5f6a-4349-a5c1-4177eeca52ad tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.0778589
May 10 17:16:33.799484 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-730f2891-313f-4ff0-95a5-3084d40db31c req-d6f36c55-ec6b-4548-bcea-027b4eee9141 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431757
May 10 17:16:34.203827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb388fc-20fa-4612-984a-2b8b895b441e req-ca22228f-b5d7-436a-afbc-f4463c619efc tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:34.205398 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7eb388fc-20fa-4612-984a-2b8b895b441e req-ca22228f-b5d7-436a-afbc-f4463c619efc tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.0846493
May 10 17:16:34.251563 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7eb388fc-20fa-4612-984a-2b8b895b441e req-9601612e-8a28-4e77-a583-b1858f3d47d1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402539
May 10 17:16:34.342274 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6748f7-2d50-4b20-82aa-e143b6f19692 req-6c2619b8-b7f0-4ff4-a198-b1dfb45e5ffb tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:34.343763 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2e6748f7-2d50-4b20-82aa-e143b6f19692 req-6c2619b8-b7f0-4ff4-a198-b1dfb45e5ffb tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0802038
May 10 17:16:34.389385 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2e6748f7-2d50-4b20-82aa-e143b6f19692 req-19d80118-511b-4ac8-a307-6bf4bfd34ab9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396471
May 10 17:16:34.616439 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa3b92-41d9-44fa-ad58-f69e72fb28da req-c4d8432d-ca39-466a-a909-5b325c40d487 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:34.617768 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-59fa3b92-41d9-44fa-ad58-f69e72fb28da req-c4d8432d-ca39-466a-a909-5b325c40d487 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0783255
May 10 17:16:34.660846 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-59fa3b92-41d9-44fa-ad58-f69e72fb28da req-3a8e2b98-f2b6-4be8-8597-275ea7b8001c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375085
May 10 17:16:34.984788 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d601af2-b10f-4df5-95cb-82b31faf8102 req-745e7ed0-72b6-47c3-a1d8-cfdc51dbeb19 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:34.986246 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d601af2-b10f-4df5-95cb-82b31faf8102 req-745e7ed0-72b6-47c3-a1d8-cfdc51dbeb19 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.0840819
May 10 17:16:35.032252 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d601af2-b10f-4df5-95cb-82b31faf8102 req-4e18b15f-59e0-440b-91ee-373ea5f19c72 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401776
May 10 17:16:35.270223 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-1cc088f3-ae9c-4f6b-ba88-51fac98fa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.271643 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-1cc088f3-ae9c-4f6b-ba88-51fac98fa019 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.1114757
May 10 17:16:35.272824 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-73339b7f-c147-4b28-83ee-6b4ce117dab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0938804
May 10 17:16:35.355254 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-3e091622-2e3f-4dac-bca1-9e40bcc4d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.356750 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-3e091622-2e3f-4dac-bca1-9e40bcc4d922 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719342
May 10 17:16:35.485252 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-65482a37-9847-41db-b066-dfe3490e8b24 req-793533ac-1791-4f8f-b96b-299d27d6c2f8 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233843
May 10 17:16:35.528669 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-a337669b-1c01-4cc0-8120-1c872d7e96e3 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384124
May 10 17:16:35.564401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298441b-2bbb-4fd7-9723-fdaf214a5df1 req-894b843b-46ee-4cd6-a74a-f06d48ce1fae tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.565860 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e298441b-2bbb-4fd7-9723-fdaf214a5df1 req-894b843b-46ee-4cd6-a74a-f06d48ce1fae tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.2039931
May 10 17:16:35.567740 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-c0640e74-313d-44ed-bb2d-a83ba4eec425 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734109
May 10 17:16:35.686385 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e298441b-2bbb-4fd7-9723-fdaf214a5df1 req-4615c18d-b8c4-438a-b036-d95118a7bf0e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136856
May 10 17:16:35.732523 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f107c5-2362-48bc-adc5-fc78fe81c454 req-480e6c49-b0a9-410b-a1ff-a9610ced736f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.734149 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-75f107c5-2362-48bc-adc5-fc78fe81c454 req-480e6c49-b0a9-410b-a1ff-a9610ced736f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.2044604
May 10 17:16:35.736576 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e5e880ec-d7be-4847-af44-c18c023f3b61 req-ce6cca0c-479f-4c2d-843f-033e6988060c service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770086
May 10 17:16:35.758672 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-78623167-9ae0-4b60-b7d1-3ac7f5645200 req-0c47080a-47cb-4b13-a4de-e3f9758773ef service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697319
May 10 17:16:35.793230 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-75f107c5-2362-48bc-adc5-fc78fe81c454 req-5f7c3c1f-fe2f-419d-a09b-e468a6b00ad2 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499547
May 10 17:16:35.882110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc98ade-d2f9-4324-87c3-ecd816b621af req-60b01db0-9da0-4b8e-be56-52265216c360 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:35.883824 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cfc98ade-d2f9-4324-87c3-ecd816b621af req-60b01db0-9da0-4b8e-be56-52265216c360 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0832782
May 10 17:16:35.929700 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cfc98ade-d2f9-4324-87c3-ecd816b621af req-d9edc636-dbcd-4719-918f-042a4dbc82f8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398111
May 10 17:16:36.424848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ecd85-f55d-4b55-a6c7-2b402fb6123a req-eca6c2c2-213f-44c8-ada1-3cbf3011b36d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:36.426548 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-994ecd85-f55d-4b55-a6c7-2b402fb6123a req-eca6c2c2-213f-44c8-ada1-3cbf3011b36d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.1007497
May 10 17:16:36.484543 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-994ecd85-f55d-4b55-a6c7-2b402fb6123a req-0674a4d3-de2d-48ec-9ab0-59dd6128732d tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498838
May 10 17:16:36.917008 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3fb8-fd86-4f43-8fa9-69cd19fbb7ba req-416aeb4e-7c75-42b7-a3e1-7608e7bfb014 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:36.918692 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9ffa3fb8-fd86-4f43-8fa9-69cd19fbb7ba req-416aeb4e-7c75-42b7-a3e1-7608e7bfb014 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 945 time: 0.1096549
May 10 17:16:36.970388 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9ffa3fb8-fd86-4f43-8fa9-69cd19fbb7ba req-f9d4f643-8ada-4558-b987-e2a9247b2f72 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440567
May 10 17:16:37.023595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7bed4-961d-4849-88c4-759a1ffbf3c4 req-e5366e09-3a9e-4dd5-b1de-00efd5bf1f96 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:37.025363 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f4a7bed4-961d-4849-88c4-759a1ffbf3c4 req-e5366e09-3a9e-4dd5-b1de-00efd5bf1f96 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 944 time: 0.0977819
May 10 17:16:37.073637 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f4a7bed4-961d-4849-88c4-759a1ffbf3c4 req-c93bbcc2-6d01-491e-9fe4-f4b7f62db8af tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415263
May 10 17:16:37.162128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe810d-90a4-42cc-8a71-fa4948829ba3 req-a587bad2-bc57-4b31-909d-92d8b933ac9e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:37.164153 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8dbe810d-90a4-42cc-8a71-fa4948829ba3 req-a587bad2-bc57-4b31-909d-92d8b933ac9e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.0954010
May 10 17:16:37.192984 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 47136b86-5423-4277-a17b-df14aefe1ccc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:16:37.195449 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 56f1baae-968f-4922-809e-1c7e66e445f6 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:37.244640 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8dbe810d-90a4-42cc-8a71-fa4948829ba3 req-66f3c7fe-f483-423b-aceb-011ae9a9c032 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730407
May 10 17:16:37.384087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 56f1baae-968f-4922-809e-1c7e66e445f6 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:37.394883 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 56f1baae-968f-4922-809e-1c7e66e445f6 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:37.395260 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.450989 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47136b86-5423-4277-a17b-df14aefe1ccc,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:37.477267 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '47136b86-5423-4277-a17b-df14aefe1ccc', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'port_id': '47136b86-5423-4277-a17b-df14aefe1ccc', 'mac_address': 'fa:16:3e:3b:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:16:37.587882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.614297 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47136b86-5423-4277-a17b-df14aefe1ccc {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:37.618120 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.652349 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47136b86-5423-4277-a17b-df14aefe1ccc,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:37.658108 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:37.722915 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.725700 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-d7aa2e34-4c62-46f3-a7a4-84bd9d52e309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:37.773888 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f1baae-968f-4922-809e-1c7e66e445f6,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:37.785667 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1a7c-a5f4-45f2-b806-326cac7d3263 req-b61ec902-0d7c-4ca6-8500-cab030bb6ceb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:37.788945 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:37.789849 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9e1eb15e-736f-42bc-98a0-fd37813b799a up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:37.795485 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4bad1a7c-a5f4-45f2-b806-326cac7d3263 req-b61ec902-0d7c-4ca6-8500-cab030bb6ceb tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 944 time: 0.1110380
May 10 17:16:37.864858 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4bad1a7c-a5f4-45f2-b806-326cac7d3263 req-e19b22d3-b1d9-4003-8879-95952aef3992 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680020
May 10 17:16:37.876731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:37.894011 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:37.894955 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.028954 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6', 'code': 200}
May 10 17:16:38.038355 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['47136b86-5423-4277-a17b-df14aefe1ccc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:38.067143 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46480) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:38.215015 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.228553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.230106 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 9e1eb15e-736f-42bc-98a0-fd37813b799a completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:38.238984 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9e1eb15e-736f-42bc-98a0-fd37813b799a triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:38.239949 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.419798 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ebf74-fec4-4d95-844e-52ffa34a1d95 req-8a320027-845b-4bd6-821b-c73457df9e74 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:38.424861 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-775ebf74-fec4-4d95-844e-52ffa34a1d95 req-8a320027-845b-4bd6-821b-c73457df9e74 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.2232113
May 10 17:16:38.534338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e52a7-f19f-4c81-9916-5218d7c7e7f6 req-4afaaece-0d2f-410f-9400-0cb39c72f637 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:38.537758 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-596e52a7-f19f-4c81-9916-5218d7c7e7f6 req-4afaaece-0d2f-410f-9400-0cb39c72f637 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 945 time: 0.2500851
May 10 17:16:38.558940 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-775ebf74-fec4-4d95-844e-52ffa34a1d95 req-91e5873e-f211-4c3b-a52b-cd101205d7bd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252606
May 10 17:16:38.562639 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.595574 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-c74930eb-1494-4535-bcb1-0b8c0bfa7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:38.597431 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-c74930eb-1494-4535-bcb1-0b8c0bfa7d1b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 1099 time: 0.1877649
May 10 17:16:38.601849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.627677 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.636116 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:38.645697 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Usage tracker for resource:security_group_rule and tenant:8413842866cb423f8533094eb738c7f6 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:38.647194 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.651757 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-596e52a7-f19f-4c81-9916-5218d7c7e7f6 req-8087da8f-6af7-4107-b66f-207e4fd12523 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084297
May 10 17:16:38.653350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:38.656810 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:38.659993 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Usage tracker for resource:security_group_rule and tenant:4bbab4a8db7f42d68860c2fb8c1f6e5e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:38.663734 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:38.671849 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:38.673015 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:38.685935 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a,segment=NetworkSegment(8289196f-dd7d-4fbf-a873-aacbe1548ed1),segment_id=8289196f-dd7d-4fbf-a873-aacbe1548ed1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:38.694265 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.698742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.790742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.798374 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.816710 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.822126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.828712 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f184a882-af50-499f-bcff-dce7c4455f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.863675 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-79b1fbff-8da0-4775-b2f3-169678f1fc8f req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582121
May 10 17:16:38.867781 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43818b-48be-4394-ad9c-128caf329401,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.871452 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:38.879877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36b840-ad33-448a-a8e8-65efe31ca2d6 req-90e0502e-7706-41de-98c8-fee357b52bf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:38.880637 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-8d36b840-ad33-448a-a8e8-65efe31ca2d6 req-90e0502e-7706-41de-98c8-fee357b52bf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:38.887841 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.897144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:38.909259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c4a78774-3a5c-4de5-b51a-f1c1efe7f1c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:38.921434 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-8d36b840-ad33-448a-a8e8-65efe31ca2d6 req-90e0502e-7706-41de-98c8-fee357b52bf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:38.922587 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8d36b840-ad33-448a-a8e8-65efe31ca2d6 req-90e0502e-7706-41de-98c8-fee357b52bf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 943 time: 0.2017112
May 10 17:16:38.970321 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8413842866cb423f8533094eb738c7f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9010022
May 10 17:16:38.972957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46506) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:38.987833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf8019c-fe9b-482d-9a43-92f0f57422c5,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:38.997484 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:39.012571 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8d36b840-ad33-448a-a8e8-65efe31ca2d6 req-fc1398c7-4f80-4834-9b41-e9b0a5f0ab41 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793023
May 10 17:16:39.089428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.122553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824efd14-6fd4-465d-bcf2-11d767412297 req-a2c7a719-d8a5-4191-b5fa-c4eed8038d2c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:39.124041 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-824efd14-6fd4-465d-bcf2-11d767412297 req-a2c7a719-d8a5-4191-b5fa-c4eed8038d2c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.1501517
May 10 17:16:39.133432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.194142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 569f5f83-2370-4224-bf08-95cab9117c19 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:16:39.196079 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 47136b86-5423-4277-a17b-df14aefe1ccc up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:39.206804 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-824efd14-6fd4-465d-bcf2-11d767412297 req-0013237a-8cbc-4944-aab4-37a37f6fd385 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758178
May 10 17:16:39.227701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.234590 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:39.247298 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf8019c-fe9b-482d-9a43-92f0f57422c5,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:39.259236 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:39.265723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.269362 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccf8019c-fe9b-482d-9a43-92f0f57422c5 HTTP/1.1" status: 204  len: 168 time: 0.2917538
May 10 17:16:39.379160 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 47136b86-5423-4277-a17b-df14aefe1ccc completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:39.389742 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46520) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:39.394752 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 47136b86-5423-4277-a17b-df14aefe1ccc triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:39.394892 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.479683 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569f5f83-2370-4224-bf08-95cab9117c19,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:39.499054 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '569f5f83-2370-4224-bf08-95cab9117c19', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'port_id': '569f5f83-2370-4224-bf08-95cab9117c19', 'mac_address': 'fa:16:3e:c1:92:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:16:39.605581 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.620251 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.647286 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569f5f83-2370-4224-bf08-95cab9117c19 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:39.657556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.668573 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47136b86-5423-4277-a17b-df14aefe1ccc,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:39.676536 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46534) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:39.678381 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:39.680905 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569f5f83-2370-4224-bf08-95cab9117c19,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:39.682366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Usage tracker for resource:security_group_rule and tenant:5b3712a021ef4884b20270b979b65db8 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:39.683771 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.692379 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:39.697692 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:39.700936 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.720971 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:39.722962 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:39.727643 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Usage tracker for resource:security_group_rule and tenant:cfda206a28204fdb9fbdc337ff2e198a is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:39.731347 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:39.738465 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:39.815320 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.816476 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9afcaf68-5364-4a58-b752-03d5bc3839eb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:16:39.847509 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.867561 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:39.871406 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:39.873560 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-892cc47c-e43d-473f-8938-1f0244836594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:39.894308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.911937 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:39.926633 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.937533 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9afcaf68-5364-4a58-b752-03d5bc3839eb', 'network_id': '3a4c3310-9bcb-47e3-99ae-01b8c5257430', 'port_id': '9afcaf68-5364-4a58-b752-03d5bc3839eb', 'mac_address': 'fa:16:3e:5a:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f9446d-c64e-4222-82b1-374a9437ecb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:16:39.958512 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:39.959201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:39.987913 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1b351b73-82e3-4750-8eed-a8d5c363218e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:39.996670 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.001280 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.016802 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3712a021ef4884b20270b979b65db8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6254561
May 10 17:16:40.019203 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ebb88-eb8f-4a5f-9ebf-9e26fbe958e2,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.020067 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.021814 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46544) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.024651 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.031679 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a'}, {'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:40.045661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afcaf68-5364-4a58-b752-03d5bc3839eb {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:16:40.056039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1fca0-eb6f-4979-9207-fd2735bc5964,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.068280 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfda206a28204fdb9fbdc337ff2e198a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3900864
May 10 17:16:40.072241 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.073653 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46552) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.083725 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:40.092123 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.095636 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.118540 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.138036 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11ceff-4cd9-408a-81ff-196a7e6b1bb5 req-54035b2f-4b7a-4ea3-8c81-3609d4172cc1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:40.146234 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe11ceff-4cd9-408a-81ff-196a7e6b1bb5 req-54035b2f-4b7a-4ea3-8c81-3609d4172cc1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.2967498
May 10 17:16:40.147485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.236501 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2d15-35d9-4023-a661-a352d4d04b2c req-a5491966-b743-4f9a-a1fa-0980a9efdf6b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:40.242657 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.244687 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d1ac2d15-35d9-4023-a661-a352d4d04b2c req-a5491966-b743-4f9a-a1fa-0980a9efdf6b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3485000
May 10 17:16:40.248793 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.267693 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.274019 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-18ae7fb6-9afe-4858-b1fd-30dea95c08a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.293939 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe11ceff-4cd9-408a-81ff-196a7e6b1bb5 req-61770214-9d00-4226-8df6-52544384fabb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467679
May 10 17:16:40.297862 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.298679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ebb88-eb8f-4a5f-9ebf-9e26fbe958e2,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.300410 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.301489 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f37ebb88-eb8f-4a5f-9ebf-9e26fbe958e2 HTTP/1.1" status: 204  len: 168 time: 0.2783144
May 10 17:16:40.302547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.324766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46564) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.327694 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d1ac2d15-35d9-4023-a661-a352d4d04b2c req-8fabfb94-4b2e-4664-8f9c-38b1dd687ff5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818713
May 10 17:16:40.348161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.379037 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['569f5f83-2370-4224-bf08-95cab9117c19'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:40.460510 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9afcaf68-5364-4a58-b752-03d5bc3839eb'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:40.462855 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.467872 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.500673 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.501965 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4c1fca0-eb6f-4979-9207-fd2735bc5964 HTTP/1.1" status: 204  len: 168 time: 0.4273942
May 10 17:16:40.503126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1fca0-eb6f-4979-9207-fd2735bc5964,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.506224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.558915 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a', 'code': 200}
May 10 17:16:40.559183 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc', 'code': 200}
May 10 17:16:40.594826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.630719 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:40.637882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Usage tracker for resource:security_group_rule and tenant:c018bcd9d4614b1c9d74e512b77a52b5 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:40.653499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:40.665537 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c26aa-6a8b-4a13-817e-3916f67d67ba req-39e61cc3-70c1-4e96-872f-6c6a5f4740d7 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:40.667750 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-399c26aa-6a8b-4a13-817e-3916f67d67ba req-39e61cc3-70c1-4e96-872f-6c6a5f4740d7 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 944 time: 0.1710472
May 10 17:16:40.673706 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:40.757196 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-399c26aa-6a8b-4a13-817e-3916f67d67ba req-b78dc7e3-8852-47a1-b37e-d8e6388def67 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801816
May 10 17:16:40.803397 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda93862-fc61-4ca3-bafc-6bfc74c1e7b2 req-44ef5c73-4b6b-4c0c-a803-95750508c799 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:40.805092 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fda93862-fc61-4ca3-bafc-6bfc74c1e7b2 req-44ef5c73-4b6b-4c0c-a803-95750508c799 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.1367238
May 10 17:16:40.856491 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fda93862-fc61-4ca3-bafc-6bfc74c1e7b2 req-99d2565e-1937-4c95-a6e6-422d3c898974 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443132
May 10 17:16:40.857402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.866872 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:40.880804 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-64a63a3f-f3f9-4f75-b576-d33f72896682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:40.929847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea09651f-749f-49e8-bb98-7a992ea54145,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:40.933096 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:40.938708 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c018bcd9d4614b1c9d74e512b77a52b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6128757
May 10 17:16:40.941349 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46578) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:40.997087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46584) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:41.007406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.016829 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.032169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:41.033529 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.036349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Usage tracker for resource:security_group_rule and tenant:016116090be047cd9faa3a67f22167dc is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:41.039112 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:41.045174 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:41.145062 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.149519 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.160221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-acc0e5fb-b29f-4646-b9ad-735507c0d288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:41.168068 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.172538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:41.185394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea09651f-749f-49e8-bb98-7a992ea54145,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:41.189121 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:41.209723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.215259 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea09651f-749f-49e8-bb98-7a992ea54145 HTTP/1.1" status: 204  len: 168 time: 0.2729089
May 10 17:16:41.219916 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=016116090be047cd9faa3a67f22167dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2215598
May 10 17:16:41.221648 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f783643d-10c2-4c9a-adbb-b1c9ff2fb2f8,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:41.224726 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46596) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:41.233272 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:41.289211 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.316619 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.376432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.382002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4af8fed7-cc23-43f5-8d44-3098f67776a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:41.396089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783643d-10c2-4c9a-adbb-b1c9ff2fb2f8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:41.399211 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:41.401723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.404614 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f783643d-10c2-4c9a-adbb-b1c9ff2fb2f8 HTTP/1.1" status: 204  len: 168 time: 0.1780336
May 10 17:16:41.532836 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7a12-3455-42ba-8097-ca4dc3082a30 req-7b93fbbf-5f8d-40c6-884f-58eb7d118798 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:41.534318 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b2f7a12-3455-42ba-8097-ca4dc3082a30 req-7b93fbbf-5f8d-40c6-884f-58eb7d118798 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.1061516
May 10 17:16:41.581520 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:41.596560 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b2f7a12-3455-42ba-8097-ca4dc3082a30 req-6ea0ee48-01f8-4087-baee-a405b8437a98 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555859
May 10 17:16:41.596780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d474e-0949-4654-96e4-802d25c84c8c req-271a0dab-67e0-45c2-ac65-3e1019b0010f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:41.603789 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-270d474e-0949-4654-96e4-802d25c84c8c req-271a0dab-67e0-45c2-ac65-3e1019b0010f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0983613
May 10 17:16:41.646924 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-270d474e-0949-4654-96e4-802d25c84c8c req-f8d4ffb4-290d-47cc-9476-a39558622594 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421939
May 10 17:16:41.705484 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46618) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:41.728707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.748366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:41.756196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Usage tracker for resource:security_group_rule and tenant:32c3e6d5c03240a584a4433d6dad5e8e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:41.760682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:41.771748 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:41.925470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46626) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:41.950413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.957862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.971319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.981714 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.001722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:42.006579 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c063-6220-4dd9-8b52-19e3d4c33f1c req-c64a6530-d44c-4ab2-b66e-f54be4916595 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:42.008668 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d593c063-6220-4dd9-8b52-19e3d4c33f1c req-c64a6530-d44c-4ab2-b66e-f54be4916595 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 944 time: 0.1418712
May 10 17:16:42.058373 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d593c063-6220-4dd9-8b52-19e3d4c33f1c req-7c3a5329-8b69-43e4-b34a-f1979345e98a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436375
May 10 17:16:42.066612 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Usage tracker for resource:security_group_rule and tenant:522b82a9bfe14c5a9052426552228f9c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:42.080278 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:42.094436 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32c3e6d5c03240a584a4433d6dad5e8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3844440
May 10 17:16:42.095006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46632) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:42.100493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:42.196720 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.202907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.205288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a17432-de76-4aec-900e-4ea3b5787890,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.214156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.214615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.215063 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.215492 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.215927 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.216398 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.216825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.217257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.217842 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.219160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.219503 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.219998 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:42.238560 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.246943 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.258325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.309873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277cc07-5ff9-44dc-a8df-9f662a696f53,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.313003 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.325154 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.333169 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522b82a9bfe14c5a9052426552228f9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4066968
May 10 17:16:42.335699 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46644) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:42.372448 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.378988 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5828cc-d53d-4401-aacc-8d14c9c9e4a2 req-2c688de6-a0bf-470a-9154-e1ef5b8ae560 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:42.380130 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.380477 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8b5828cc-d53d-4401-aacc-8d14c9c9e4a2 req-2c688de6-a0bf-470a-9154-e1ef5b8ae560 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.3863952
May 10 17:16:42.399780 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a17432-de76-4aec-900e-4ea3b5787890,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.402265 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.418285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.420371 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a17432-de76-4aec-900e-4ea3b5787890 HTTP/1.1" status: 204  len: 168 time: 0.3239851
May 10 17:16:42.448520 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8b5828cc-d53d-4401-aacc-8d14c9c9e4a2 req-023843e6-2dcb-4148-acfb-f6a87d06066c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615799
May 10 17:16:42.465944 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.493616 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.551798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.557193 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b10f7565-a8e7-4eb7-b41d-46df5ac0d0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:42.573259 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277cc07-5ff9-44dc-a8df-9f662a696f53,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:42.576809 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:42.584476 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:42.588137 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8277cc07-5ff9-44dc-a8df-9f662a696f53 HTTP/1.1" status: 204  len: 168 time: 0.2489898
May 10 17:16:42.845081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8989-6442-43cd-b5dd-9772ea8c110b req-6b13fd61-4589-49e1-b6c9-b846353cc776 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:42.846631 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0c2a8989-6442-43cd-b5dd-9772ea8c110b req-6b13fd61-4589-49e1-b6c9-b846353cc776 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0859809
May 10 17:16:42.903162 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0c2a8989-6442-43cd-b5dd-9772ea8c110b req-040762d5-135e-4f01-9f1e-d88603297869 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502458
May 10 17:16:43.280830 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6fac-21b6-4de6-9ba4-e8523bd9d7a5 req-71cc9ab7-4b16-4ceb-a01d-61a914e1a21b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:43.288428 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7edd6fac-21b6-4de6-9ba4-e8523bd9d7a5 req-71cc9ab7-4b16-4ceb-a01d-61a914e1a21b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 944 time: 0.1005077
May 10 17:16:43.332128 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7edd6fac-21b6-4de6-9ba4-e8523bd9d7a5 req-5e32d18b-dc6e-455a-a253-e67b54f5d8fc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426741
May 10 17:16:43.722488 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2325-2d1d-42a3-bf81-2c9b152272d9 req-f8bdbd4d-d1be-4d36-ba62-cff2385b1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:43.723947 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e38b2325-2d1d-42a3-bf81-2c9b152272d9 req-f8bdbd4d-d1be-4d36-ba62-cff2385b1d87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 1098 time: 0.1361799
May 10 17:16:43.767108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0fa77-9b44-49a8-9449-331de92001cd req-ba84233d-67a5-4806-88c8-fa56ba33e4f9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:43.775240 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bcd0fa77-9b44-49a8-9449-331de92001cd req-ba84233d-67a5-4806-88c8-fa56ba33e4f9 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.1562552
May 10 17:16:43.809055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-e38b2325-2d1d-42a3-bf81-2c9b152272d9 req-3aee0641-c86f-4ad5-a0af-ccac8d22026b service neutron] Synchronizing usage tracker for tenant:4bbab4a8db7f42d68860c2fb8c1f6e5e on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:43.829095 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7bd0-cc58-4c13-b5e4-72cf40d209f1 req-0916e248-f854-4a03-a97b-a2a5241f5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:43.830641 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0eb7bd0-cc58-4c13-b5e4-72cf40d209f1 req-0916e248-f854-4a03-a97b-a2a5241f5ca2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1099 time: 0.1592164
May 10 17:16:43.839160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-e38b2325-2d1d-42a3-bf81-2c9b152272d9 req-3aee0641-c86f-4ad5-a0af-ccac8d22026b service neutron] Unset dirty status for tenant:4bbab4a8db7f42d68860c2fb8c1f6e5e on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:43.840812 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e38b2325-2d1d-42a3-bf81-2c9b152272d9 req-3aee0641-c86f-4ad5-a0af-ccac8d22026b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095095
May 10 17:16:43.843683 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bcd0fa77-9b44-49a8-9449-331de92001cd req-c78f5717-4e85-4c92-b959-c27a89e6b85c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667274
May 10 17:16:43.884670 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0eb7bd0-cc58-4c13-b5e4-72cf40d209f1 req-dfb8300c-8ce3-424d-a43d-b74e8cddcd61 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398710
May 10 17:16:44.169899 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a360-fa4c-43dc-af58-b0002af15cdd req-465db10c-9e09-4734-90a7-bc2f73a13a6c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:44.171659 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f8e1a360-fa4c-43dc-af58-b0002af15cdd req-465db10c-9e09-4734-90a7-bc2f73a13a6c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1437681
May 10 17:16:44.227256 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f8e1a360-fa4c-43dc-af58-b0002af15cdd req-45c0aa07-4c1c-48d0-a8a1-316bf077ee75 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498686
May 10 17:16:44.627766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ced10c-9e1e-4dc7-8421-4a5204f10da9 req-d707a490-1eda-4eda-b126-fc859eb0c53c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:44.629562 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-69ced10c-9e1e-4dc7-8421-4a5204f10da9 req-d707a490-1eda-4eda-b126-fc859eb0c53c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 944 time: 0.1283445
May 10 17:16:44.693330 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-69ced10c-9e1e-4dc7-8421-4a5204f10da9 req-964f0034-71dd-4464-9116-6f0fcaf63c68 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576243
May 10 17:16:45.069237 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9b459-c058-4659-9e20-69a5a696f0ba req-376ae6ec-ca32-4374-936b-962c3a54a79e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:45.076941 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ad9b459-c058-4659-9e20-69a5a696f0ba req-376ae6ec-ca32-4374-936b-962c3a54a79e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.1142521
May 10 17:16:45.153644 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ad9b459-c058-4659-9e20-69a5a696f0ba req-45d6103c-9ae9-4a00-8ae0-254eb42fef27 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761056
May 10 17:16:45.337898 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9afcaf68-5364-4a58-b752-03d5bc3839eb up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:45.420056 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 9afcaf68-5364-4a58-b752-03d5bc3839eb completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:45.426584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9afcaf68-5364-4a58-b752-03d5bc3839eb triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:45.427008 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.460214 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6a9fc-ebad-4a93-87d7-6f0897cedcb5 req-31cb76e0-6e8c-482f-8cf9-0b27b2577a65 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:45.461817 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-35d6a9fc-ebad-4a93-87d7-6f0897cedcb5 req-31cb76e0-6e8c-482f-8cf9-0b27b2577a65 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1111474
May 10 17:16:45.525789 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-35d6a9fc-ebad-4a93-87d7-6f0897cedcb5 req-ad357f8e-53a7-43c6-963a-4436db74da63 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572364
May 10 17:16:45.563798 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.600146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:45.613562 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:45.617115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.619193 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 569f5f83-2370-4224-bf08-95cab9117c19 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:16:45.656555 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:45.759486 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:45.769673 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.770203 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.770683 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.771157 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.771631 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.772124 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.772617 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.773086 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.773589 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.774055 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.774521 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.775003 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:45.782427 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:45.796191 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 569f5f83-2370-4224-bf08-95cab9117c19 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:16:45.803115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 569f5f83-2370-4224-bf08-95cab9117c19 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:16:45.803651 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:45.807034 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064915-70f2-4b27-bcde-27f0498d3e60 req-be2d0e84-6247-461e-a045-1ee8ab259c8f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:45.818448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46814) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:45.824238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'floatingip': {'port_id': '47136b86-5423-4277-a17b-df14aefe1ccc'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:45.825857 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f3064915-70f2-4b27-bcde-27f0498d3e60 req-be2d0e84-6247-461e-a045-1ee8ab259c8f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1947641
May 10 17:16:45.884777 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb', 'code': 200}
May 10 17:16:45.962698 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:46.005087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569f5f83-2370-4224-bf08-95cab9117c19,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:16:46.011477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:46.015208 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:46.037550 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:46.115407 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:46.129315 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:46.304242 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb47c-d3d5-4d45-b1aa-e1dc9dec53fa req-5714425d-0fea-43e3-9b5e-125e44b0c371 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:46.305897 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-36aeb47c-d3d5-4d45-b1aa-e1dc9dec53fa req-5714425d-0fea-43e3-9b5e-125e44b0c371 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2058742
May 10 17:16:46.339192 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880980-59f2-489a-b20f-5a2b7dbd2646 req-39f4d4ed-fb8a-4b39-8f3d-5bb997af82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:46.341006 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-66880980-59f2-489a-b20f-5a2b7dbd2646 req-39f4d4ed-fb8a-4b39-8f3d-5bb997af82a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1522722
May 10 17:16:46.391659 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-36aeb47c-d3d5-4d45-b1aa-e1dc9dec53fa req-698dfc5a-3a8b-4f53-8cba-bbb680e41fb6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719528
May 10 17:16:46.412014 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-66880980-59f2-489a-b20f-5a2b7dbd2646 req-81f1cfec-7e6b-46c6-8f21-cddd2e980d33 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529933
May 10 17:16:47.144512 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.150353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.179155 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-ec5cddde-03cd-46e4-b862-19550ebd5f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.325256 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Floating IP c313c3d9-4bed-48f3-b551-fae884fee049 associated. External IP: 172.27.3.204, port: 47136b86-5423-4277-a17b-df14aefe1ccc.
May 10 17:16:47.647790 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8011-ea3e-4632-b109-2202404a328c req-ad6ea6f6-7951-4964-bdf5-0415cb0efa73 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:47.650189 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-abbd8011-ea3e-4632-b109-2202404a328c req-ad6ea6f6-7951-4964-bdf5-0415cb0efa73 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1358721
May 10 17:16:47.696319 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-abbd8011-ea3e-4632-b109-2202404a328c req-d6b7c63d-b1eb-4a63-b21b-46c3456c163d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392983
May 10 17:16:47.745523 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:16:47.885617 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:47.946676 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19', 'code': 200}
May 10 17:16:47.960436 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:16:47.966117 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:47.981318 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:16:47.997637 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:47.998731 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baff36d0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.063457 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2788bae9-2b5b-41c5-90a5-da3514f21717 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "PUT /v2.0/floatingips/c313c3d9-4bed-48f3-b551-fae884fee049 HTTP/1.1" status: 200  len: 992 time: 2.2408535
May 10 17:16:48.063457 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:16:48.161337 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc', 'status': 'completed', 'code': 200}
May 10 17:16:48.321437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65444a-30b4-4047-aa02-2c4e8c8e01a1 req-12cc2454-6103-49c6-9bac-01cf6dab75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:48.323463 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3b65444a-30b4-4047-aa02-2c4e8c8e01a1 req-12cc2454-6103-49c6-9bac-01cf6dab75ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 1098 time: 0.1249282
May 10 17:16:48.325348 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:48.370485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-c0aee23f-3007-45b4-bfda-470f57f78569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:48.371668 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3b65444a-30b4-4047-aa02-2c4e8c8e01a1 req-8d68cf93-7b7a-4cab-80b1-4eb4e5afc72a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401530
May 10 17:16:48.371924 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-c0aee23f-3007-45b4-bfda-470f57f78569 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1099 time: 0.1745181
May 10 17:16:48.581392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-8e8a29c4-ed9b-4025-b051-2cbc23304208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:48.583022 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-8e8a29c4-ed9b-4025-b051-2cbc23304208 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.1633613
May 10 17:16:48.698449 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-2f84fa30-ea21-4cec-a50d-018028a0e63a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 1000 time: 0.1018312
May 10 17:16:48.710566 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baff36d0>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'c313c3d9-4bed-48f3-b551-fae884fee049', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': '47136b86-5423-4277-a17b-df14aefe1ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:3b:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7068c6-b184-4f77-9a10-03911befa432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:16:03Z', 'updated_at': '2021-05-10T17:16:46Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.714553 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:16:48.725079 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:16:48.725941 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baff36d0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:48.833916 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-78879256-1659-4c1c-864d-b0385115b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:48.835831 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-78879256-1659-4c1c-864d-b0385115b482 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.1297598
May 10 17:16:48.935637 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-b9b54a28-3ce6-413c-bdeb-f94805dd7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:48.938164 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-b9b54a28-3ce6-413c-bdeb-f94805dd7c97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935485
May 10 17:16:49.071915 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:16:49.121338 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-0bcb0313-0106-49e0-b6c8-5d02f509c215 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760263
May 10 17:16:49.284245 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d2f6-77b2-4a61-af99-dae2c9cb5eb6 req-858b9437-356e-45c2-b2c0-83675d123d40 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:49.284245 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4fc2d2f6-77b2-4a61-af99-dae2c9cb5eb6 req-858b9437-356e-45c2-b2c0-83675d123d40 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.4275198
May 10 17:16:49.418462 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4fc2d2f6-77b2-4a61-af99-dae2c9cb5eb6 req-3a91a50a-44e1-4db1-9de4-f4786767684c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282387
May 10 17:16:49.533024 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a453c97-422e-42d0-b33d-41ee7a2b7a8b req-e15b28e7-6f75-405c-b866-a495bc518946 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4034674
May 10 17:16:49.689328 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baff36d0>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'c313c3d9-4bed-48f3-b551-fae884fee049', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': '47136b86-5423-4277-a17b-df14aefe1ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:3b:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7068c6-b184-4f77-9a10-03911befa432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:16:03Z', 'updated_at': '2021-05-10T17:16:46Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:16:49.693331 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f759e4aa-9794-4bd9-b971-11ecdf7fc456 None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'c313c3d9-4bed-48f3-b551-fae884fee049', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': '47136b86-5423-4277-a17b-df14aefe1ccc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:3b:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7068c6-b184-4f77-9a10-03911befa432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:16:03Z', 'updated_at': '2021-05-10T17:16:46Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:16:49.828497 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:49.880807 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02453b-2599-4656-8f71-7dde6f5e0b9f None None] New status for floating IP c313c3d9-4bed-48f3-b551-fae884fee049: ACTIVE {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:16:49.966219 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d8a20dd3-f988-424b-baa0-c8a9244bc915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.662685 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9443393-809d-4f2c-a915-b074c8208ba2 req-c121147d-bb85-48c3-b546-d548366a23a1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:50.664603 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c9443393-809d-4f2c-a915-b074c8208ba2 req-c121147d-bb85-48c3-b546-d548366a23a1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1263971
May 10 17:16:50.727145 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c9443393-809d-4f2c-a915-b074c8208ba2 req-70b3986a-7c2a-41a6-bd7a-e0706b1ea9b4 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564852
May 10 17:16:50.840649 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:50.918436 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46970) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.181928 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-bc687768-7fb7-408d-bc67-5541522c9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:51.183393 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-bc687768-7fb7-408d-bc67-5541522c9334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 1098 time: 0.0955653
May 10 17:16:51.229470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46982) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.250758 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.297857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:51.310267 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Usage tracker for resource:security_group_rule and tenant:f7829abcb1624e7e943448aa57499827 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:51.314919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:51.322773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:51.357584 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.393615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:51.399669 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-7b289e92-35f6-41d6-82d5-3812b404882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:51.404250 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-7b289e92-35f6-41d6-82d5-3812b404882f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.2079613
May 10 17:16:51.409387 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba13c-35f8-4c73-b015-28b1d0e750b4 req-1a2321d3-473a-455d-b4a7-eb471f0b6426 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:51.411046 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c38ba13c-35f8-4c73-b015-28b1d0e750b4 req-1a2321d3-473a-455d-b4a7-eb471f0b6426 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2879152
May 10 17:16:51.412123 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Usage tracker for resource:security_group_rule and tenant:3837263ac48d4d55861bf73b6bae2cbc is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:51.415915 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:51.440573 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:51.489536 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 46992) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.511645 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-0e072ca2-ceff-4bc3-b854-afd2cb08ae75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569f5f83-2370-4224-bf08-95cab9117c19 HTTP/1.1" status: 200  len: 217 time: 0.0934739
May 10 17:16:51.517030 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c38ba13c-35f8-4c73-b015-28b1d0e750b4 req-930bd437-a6d9-4b8e-8f3b-f91289cca580 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972300
May 10 17:16:51.561276 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.580259 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.594534 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-37e756b8-9e5e-43fc-8e46-57bd85328fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:51.596270 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-37e756b8-9e5e-43fc-8e46-57bd85328fd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.0711536
May 10 17:16:51.612339 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:51.628385 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7829abcb1624e7e943448aa57499827&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7087603
May 10 17:16:51.637835 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 46998) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.672017 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-645ab5b2-8e51-4b37-ba4f-19e1361f7c48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646513
May 10 17:16:51.674428 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.676477 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd999ca3-354b-44f0-92e7-a8bb688726d8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:51.690427 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:51.722317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:51.755921 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.761183 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.788251 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Usage tracker for resource:security_group_rule and tenant:77da4b97b7f7443581a2720d51748d5b is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:51.790250 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.797027 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:51.803871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c2294861-ab67-48b8-a877-1c431f4d9404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:51.807317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:51.834219 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.844993 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0405c-fe7b-4eac-9e4a-bb4f72e81a47,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:51.854122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:51.894279 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3837263ac48d4d55861bf73b6bae2cbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6564939
May 10 17:16:51.894493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47010) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:51.940010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-44836976-4de8-4f89-bceb-ba6307d9746d service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2535837
May 10 17:16:51.964252 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.973861 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-11a78ab5-78a6-4795-8685-f009003792b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:51.984894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:51.991196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd999ca3-354b-44f0-92e7-a8bb688726d8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.007168 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.012840 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.016714 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd999ca3-354b-44f0-92e7-a8bb688726d8 HTTP/1.1" status: 204  len: 168 time: 0.3677928
May 10 17:16:52.036863 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.093893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.098788 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.103768 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.113522 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0405c-fe7b-4eac-9e4a-bb4f72e81a47,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.113660 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.116066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.121694 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.123529 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3e0405c-fe7b-4eac-9e4a-bb4f72e81a47 HTTP/1.1" status: 204  len: 168 time: 0.2280242
May 10 17:16:52.149858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f6630f48-3302-4cfc-9fd6-3f0e5acc3d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.163367 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47020) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.163567 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77da4b97b7f7443581a2720d51748d5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6674170
May 10 17:16:52.184152 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dfe6ab7e-9eb6-417b-b54d-9fd7caf5e5e7 req-ac611ae8-c764-4033-855e-a24da1c60311 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347014
May 10 17:16:52.192199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5674f5e0-afd9-4bab-862b-f7d54ef15167,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.201150 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.201504 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.201850 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.203048 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.203208 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.203537 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.203876 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.204250 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.204666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.205002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.205333 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.205661 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:52.209624 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.264005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.293875 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.353319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.357857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.362482 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.370504 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5674f5e0-afd9-4bab-862b-f7d54ef15167,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.373249 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.379097 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.380851 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5674f5e0-afd9-4bab-862b-f7d54ef15167 HTTP/1.1" status: 204  len: 168 time: 0.2161191
May 10 17:16:52.404180 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47030) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.423478 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.441601 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:52.445379 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Usage tracker for resource:security_group_rule and tenant:cd1fc6e863a84874b1d794061160e5b0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:52.448171 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:52.456110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:52.557532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.570783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.591679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08571e48-8215-4f75-a7c2-0b7cbade81cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.615571 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd1fc6e863a84874b1d794061160e5b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2082508
May 10 17:16:52.616275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47040) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.635549 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47046) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.638291 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b468cf09-782b-4f37-b304-3f8f359befba,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.652746 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.656451 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.681399 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:52.696095 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca3215801a34bb4acd7b363e5156aef is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:52.702663 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:52.711398 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:52.734704 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15675-9c2c-4911-8537-aad051ae2503 req-939ddd42-7e72-47d2-8fe6-382baf866e03 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:52.736212 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-26d15675-9c2c-4911-8537-aad051ae2503 req-939ddd42-7e72-47d2-8fe6-382baf866e03 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0825231
May 10 17:16:52.746851 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.792017 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.792376 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-26d15675-9c2c-4911-8537-aad051ae2503 req-f794e921-77b5-4d30-97b7-74f50f3a921f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475214
May 10 17:16:52.884274 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.886935 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.893355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.902400 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.923053 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468cf09-782b-4f37-b304-3f8f359befba,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.935013 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:52.935502 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d890e47b-188d-41ea-a13d-36457686f967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:52.958489 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.959581 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b468cf09-782b-4f37-b304-3f8f359befba HTTP/1.1" status: 204  len: 168 time: 0.3385968
May 10 17:16:52.961946 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca3215801a34bb4acd7b363e5156aef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252151
May 10 17:16:52.964665 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47064) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:52.978810 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dfc5c6-4848-49a8-a9df-e522b4c5159e,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:52.982147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.041508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.070420 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.135935 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.142057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2d208638-8984-4770-acca-b2ae38fa5f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:53.157549 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dfc5c6-4848-49a8-a9df-e522b4c5159e,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:53.171769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:53.172609 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.175904 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56dfc5c6-4848-49a8-a9df-e522b4c5159e HTTP/1.1" status: 204  len: 168 time: 0.2079728
May 10 17:16:54.008215 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d922750-6773-4095-b006-d2e55b67dbf9 req-98dd9188-1d1f-468c-a2d1-5eae203b5318 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:54.009715 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3d922750-6773-4095-b006-d2e55b67dbf9 req-98dd9188-1d1f-468c-a2d1-5eae203b5318 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1025386
May 10 17:16:54.065315 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3d922750-6773-4095-b006-d2e55b67dbf9 req-43be7ba8-5b32-4be4-9dab-d2537b380cfb tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490541
May 10 17:16:55.278288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4496a6-3641-48f0-a080-b4b7185384ea req-de95a9a1-a493-4dd3-b874-18e1485614d9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:55.279723 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0d4496a6-3641-48f0-a080-b4b7185384ea req-de95a9a1-a493-4dd3-b874-18e1485614d9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0849664
May 10 17:16:55.323831 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0d4496a6-3641-48f0-a080-b4b7185384ea req-bfb65431-397c-404d-9e02-4c4c5eb2c133 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377100
May 10 17:16:56.331664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-8ea24703-fd77-4a8e-92d8-270a3d1e56c1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:56.333128 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-8ea24703-fd77-4a8e-92d8-270a3d1e56c1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.1614397
May 10 17:16:56.349193 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-e5db081a-c3fd-41ca-9358-be0484c00ee8 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/quotas/43fcc83953fd486a897a81b67a53c97e HTTP/1.1" status: 200  len: 375 time: 0.0104723
May 10 17:16:56.437211 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-ffa813f3-b462-4a4d-8c22-2e7617dab539 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0817635
May 10 17:16:56.535957 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6f202-e81c-4366-a54c-2b7ccf485be7 req-fa2e4c10-efcf-4fdc-93db-2324b86a8500 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:56.537610 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0aa6f202-e81c-4366-a54c-2b7ccf485be7 req-fa2e4c10-efcf-4fdc-93db-2324b86a8500 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0965271
May 10 17:16:56.580611 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-56317018-bbdf-4af7-84dc-515af64d77a3 service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355867
May 10 17:16:56.597833 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0aa6f202-e81c-4366-a54c-2b7ccf485be7 req-8e36d8a1-82df-4662-bdf6-19cfac49ce48 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538962
May 10 17:16:56.787035 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-b035f3be-29b5-4ef6-9caf-b19807bd8793 service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001436
May 10 17:16:56.797781 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47262) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:56.949258 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:56.963396 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:56.967363 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Usage tracker for resource:security_group_rule and tenant:05e0f114d79e4996ae2fe5197809c3b2 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:56.970722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:56.977222 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:56.998831 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ed0feca-f2d7-42e6-975a-97e90f93bc83 req-d3309473-6837-41df-9c7b-b7da57bb466c tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 210 time: 0.0559747
May 10 17:16:57.081940 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.087700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.110357 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-99298a6d-93fd-4be0-8ec6-987ec8e7554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:57.133320 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05e0f114d79e4996ae2fe5197809c3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3344634
May 10 17:16:57.136225 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47282) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:57.151405 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f766a5-5c12-42d0-be44-a99adb96df0b,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:57.154548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:57.239777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.275668 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.354843 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.361552 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:57.372949 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f766a5-5c12-42d0-be44-a99adb96df0b,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:57.376330 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:57.395352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.397451 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64f766a5-5c12-42d0-be44-a99adb96df0b HTTP/1.1" status: 204  len: 168 time: 0.2600305
May 10 17:16:57.605401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47304) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:57.649123 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47312) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:57.820318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd606f-ea3f-4822-9b43-9f5e0aedfb64 req-3fd00b0a-86e9-4fab-b96c-e47d01b3a3ab tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:57.822197 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-51bd606f-ea3f-4822-9b43-9f5e0aedfb64 req-3fd00b0a-86e9-4fab-b96c-e47d01b3a3ab tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0971220
May 10 17:16:57.871438 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-51bd606f-ea3f-4822-9b43-9f5e0aedfb64 req-c412a95e-945b-4d4b-bd6b-65f465b4ef9a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419891
May 10 17:16:57.924207 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.956447 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:57.958743 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:57.970818 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d4f947323d4829b9b9c3258695a7a1 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:57.974967 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:57.982872 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:57.985625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:57.991923 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Usage tracker for resource:security_group_rule and tenant:9831e5b866ba4835918da0cbbed55595 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:57.997708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:58.005164 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:58.037626 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47326) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:58.057157 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.073080 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:58.079768 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Usage tracker for resource:security_group_rule and tenant:a67f713469224c86808fe325a1cf2c8e is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:58.083367 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:58.089537 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:58.134020 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.144752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.162925 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5728ee44-0635-4bbf-ad51-586c7ba8ba2d req-3507699d-1549-42d2-815d-9d9a2653f4f7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 210 time: 0.0475905
May 10 17:16:58.193889 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7f09845b-2a25-4002-a9bc-8870bf5364ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.222989 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2d4f947323d4829b9b9c3258695a7a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5726681
May 10 17:16:58.225647 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47330) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:58.236155 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.245473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86bf65d-c96f-4973-b1aa-c3489391eaf1,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.248729 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.249972 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.258049 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-598f8d74-78b1-4331-b171-a1326b6fbd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.308004 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9831e5b866ba4835918da0cbbed55595&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7014837
May 10 17:16:58.309409 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47334) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:58.310219 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841d613f-7c19-4ae5-9760-448d9fcfa5ae,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.313305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.377111 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.396729 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.405907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.423310 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.471298 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.477515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab18f12f-365e-45c1-b860-34ceebab713c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.493889 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d613f-7c19-4ae5-9760-448d9fcfa5ae,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.513143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.514956 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.515468 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-289adf37-8ad9-4184-bde4-f8223bf16b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.516520 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/841d613f-7c19-4ae5-9760-448d9fcfa5ae HTTP/1.1" status: 204  len: 168 time: 0.2021666
May 10 17:16:58.566480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.574238 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc90bf91-8485-44ad-826b-41dab1c84dd5,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.596762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.607461 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47348) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:58.612662 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a67f713469224c86808fe325a1cf2c8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5736043
May 10 17:16:58.638590 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-87b93eb4-c893-4276-8ca4-8df527d0e506 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:58.640354 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-87b93eb4-c893-4276-8ca4-8df527d0e506 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:network {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:58.650132 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.668716 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.702605 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.709485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-87b93eb4-c893-4276-8ca4-8df527d0e506 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:network {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:58.710593 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-87b93eb4-c893-4276-8ca4-8df527d0e506 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.4565923
May 10 17:16:58.729044 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Request body: {'port': {'device_id': 'a9176195-fef0-4bca-84f5-1833131d674c', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'admin_state_up': True, 'tenant_id': '43fcc83953fd486a897a81b67a53c97e'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:16:58.798657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.805844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-98cbb788-a086-445d-aea4-6fa567aa0bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.814195 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.821735 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a8dfcbac-bcc8-482b-9dd9-8ad2b414d0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:58.825858 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc90bf91-8485-44ad-826b-41dab1c84dd5,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.829239 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.832246 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.837771 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86bf65d-c96f-4973-b1aa-c3489391eaf1,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:58.843653 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:58.847919 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc90bf91-8485-44ad-826b-41dab1c84dd5 HTTP/1.1" status: 204  len: 168 time: 0.2393556
May 10 17:16:58.863990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:58.865435 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c86bf65d-c96f-4973-b1aa-c3489391eaf1 HTTP/1.1" status: 204  len: 168 time: 0.6385300
May 10 17:16:58.964222 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:58.985933 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:59.010185 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:16:59.021578 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.082913 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47372) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:59.117353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.158645 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:59.171579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a848360385a44f81a0b032167333ff5c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:59.175253 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:59.188726 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:59.351664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.359677 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.371732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-df9f1e61-6b14-47b5-9760-2e61601693eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:59.413440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e9473-0b96-459b-9ba5-88e6e7714f64,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:59.414277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Allocated IP 172.20.0.13 (8e8d5e91-9db5-49b8-8c76-a2223fef260f/0cb3a6a9-fb18-4386-932c-68a07c9dd03a/069d62b0-eafc-4c97-906f-6689071c8ae1) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:16:59.421731 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:59.551578 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a848360385a44f81a0b032167333ff5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4661245
May 10 17:16:59.559701 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-60f783f0-3acc-4582-af3e-b3b6090085cb req-8b68aa90-eabc-46f3-bab2-3a9230d0174e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 210 time: 0.1273060
May 10 17:16:59.560391 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47400) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:59.674050 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.685151 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.704287 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43827040-4cc8-4d87-a066-b2c0ae9b36d6 req-3f5fe2aa-ed62-4cc0-9fbb-ebbc17905fec tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:59.705778 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-43827040-4cc8-4d87-a066-b2c0ae9b36d6 req-3f5fe2aa-ed62-4cc0-9fbb-ebbc17905fec tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.6546831
May 10 17:16:59.714804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.791208 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-43827040-4cc8-4d87-a066-b2c0ae9b36d6 req-c3874dc2-3d28-4ed4-987d-7cd689e775fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699410
May 10 17:16:59.794770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.799277 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.805296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-30e0e23c-73ca-4b68-aaf6-37c2ac8e4a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:59.808326 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:59.819424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e9473-0b96-459b-9ba5-88e6e7714f64,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:59.821168 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:16:59.821769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:59.824161 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:59.828522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e28e9473-0b96-459b-9ba5-88e6e7714f64 HTTP/1.1" status: 204  len: 168 time: 0.2652516
May 10 17:16:59.870173 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:16:59.877515 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:16:59.890109 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:16:59.968990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event updated for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:59.974420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:59.980213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:16:59.980826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.010602 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2878895
May 10 17:17:00.028648 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Request body: {'port': {'device_id': 'a9176195-fef0-4bca-84f5-1833131d674c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:00.175165 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.672545 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069d62b0-eafc-4c97-906f-6689071c8ae1 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:00.680497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.705226 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Transition to ACTIVE for port object 069d62b0-eafc-4c97-906f-6689071c8ae1 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:00.714761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:00.729235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:00.852828 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47486) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:01.010906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac50864-575d-476a-892d-279613657fe6 req-97212c13-fc53-4ba3-a361-953d9262838d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.020981 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-eac50864-575d-476a-892d-279613657fe6 req-97212c13-fc53-4ba3-a361-953d9262838d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1073978
May 10 17:17:01.071629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876223707-network', 'tenant_id': '47d9c2111a384a978302dbdacffe9283'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:01.078527 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:01.085252 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Usage tracker for resource:network and tenant:47d9c2111a384a978302dbdacffe9283 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:01.090515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:01.097701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:01.114948 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Pushing event updated for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.119445 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-eac50864-575d-476a-892d-279613657fe6 req-a75ee13b-a86f-43fe-bb24-1dfee94a655b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971124
May 10 17:17:01.120819 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Made reservation on behalf of 47d9c2111a384a978302dbdacffe9283 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:01.123400 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.129387 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:01.136179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Attempting to bind port 069d62b0-eafc-4c97-906f-6689071c8ae1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:01.136611 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Attempting to bind port 069d62b0-eafc-4c97-906f-6689071c8ae1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:01.136923 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Attempting to bind port 069d62b0-eafc-4c97-906f-6689071c8ae1 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:01.142836 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.143782 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Port 069d62b0-eafc-4c97-906f-6689071c8ae1 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:01.143905 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Attempting to bind port 069d62b0-eafc-4c97-906f-6689071c8ae1 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:01.153093 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:01.153596 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Checking segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:01.154025 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Bound using segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:01.154451 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Bound port: 069d62b0-eafc-4c97-906f-6689071c8ae1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:01.154797 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.161852 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:01.166506 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Usage tracker for resource:security_group_rule and tenant:47d9c2111a384a978302dbdacffe9283 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:01.169603 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:01.175659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:01.205934 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee3370-4431-4f80-9316-2d03248d3b5b req-a3bbcb7d-9530-455d-a68f-afa5f7975871 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.207057 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-84ee3370-4431-4f80-9316-2d03248d3b5b req-a3bbcb7d-9530-455d-a68f-afa5f7975871 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:01.272279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-84ee3370-4431-4f80-9316-2d03248d3b5b req-a3bbcb7d-9530-455d-a68f-afa5f7975871 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:01.273421 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-84ee3370-4431-4f80-9316-2d03248d3b5b req-a3bbcb7d-9530-455d-a68f-afa5f7975871 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 944 time: 0.4805198
May 10 17:17:01.279497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.285620 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.289793 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-63d61522-6a24-4063-aed3-705422b7207a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.317668 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:17:01.332706 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33684c2-bfc8-4515-852f-5f6243a9e1e8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.336653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:01.339141 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:01.340114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.340432 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Added segment 262491b8-9902-46e0-b1e3-a45879cd63fd of type vlan for network 00414f31-17ec-4ed2-af22-8ed34aac4371
May 10 17:17:01.365423 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-84ee3370-4431-4f80-9316-2d03248d3b5b req-6ab12092-b5b0-443e-a6f0-39ee9cf26523 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819600
May 10 17:17:01.376089 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=069d62b0-eafc-4c97-906f-6689071c8ae1,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:01.385594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.387820 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.392742 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.431368 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.433200 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.433876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.439548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d27f0111-3ad7-43cb-86ce-8ec048090596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:01.489174 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Pushing event updated for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.494751 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:01.498712 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.500274 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.501632 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] 10.222.0.53 "PUT /v2.0/ports/069d62b0-eafc-4c97-906f-6689071c8ae1 HTTP/1.1" status: 200  len: 1094 time: 1.4815125
May 10 17:17:01.502089 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:01.585862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Pushing event updated for resources: {'Network': ['ID=00414f31-17ec-4ed2-af22-8ed34aac4371,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:01.588975 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7346387
May 10 17:17:01.589954 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:01.591764 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47524) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:01.598677 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:17:01.603120 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Request body: {'subnet': {'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876223707-subnet', 'tenant_id': '47d9c2111a384a978302dbdacffe9283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:01.604648 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1', 'status': 'completed', 'code': 200}
May 10 17:17:01.608898 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:01.612913 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Usage tracker for resource:subnet and tenant:47d9c2111a384a978302dbdacffe9283 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:01.615801 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:01.623539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:01.640562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Made reservation on behalf of 47d9c2111a384a978302dbdacffe9283 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:01.643830 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:01.646065 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-1bec3583-e201-4e55-acd3-68729836968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.647669 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-1bec3583-e201-4e55-acd3-68729836968a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 1097 time: 0.0928049
May 10 17:17:01.739075 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-0b12718a-79b7-4a62-bad6-78436b45efe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=069d62b0-eafc-4c97-906f-6689071c8ae1 HTTP/1.1" status: 200  len: 217 time: 0.0771055
May 10 17:17:01.831090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-80048409-db86-4133-824b-a1fd74fd3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:01.832951 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-80048409-db86-4133-824b-a1fd74fd3dcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.0768116
May 10 17:17:01.900807 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-de90bffa-7ccd-4da2-a7b9-192aa13569fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562077
May 10 17:17:02.113755 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.118518 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-711bbf54-7fdf-4a18-b0d7-f6f19ad5f052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:02.125357 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-f56667d6-62e9-4329-9475-4d254ec024ec service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095072
May 10 17:17:02.284767 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a519ae19-716f-4123-ae74-ab05108a2f91 req-137c6a76-9e24-44a7-b9bd-26f28cde9448 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522250
May 10 17:17:02.287177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ff2d48-b941-4fc4-8f38-efa9c14af889,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:02.297647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:02.302025 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Checking segment: {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:02.302386 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Network hostable DHCP agents. Network: 00414f31-17ec-4ed2-af22-8ed34aac4371, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:17:02.370110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:17:02.386012 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 00414f31-17ec-4ed2-af22-8ed34aac4371) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:02.402308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.402927 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.406029 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065020bf-e79e-4fdf-b11d-8a1742ed88df None None] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:02.424440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-32481b12-2271-4332-b61a-1cf4bdc53553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.426111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-32481b12-2271-4332-b61a-1cf4bdc53553 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 1097 time: 0.0860882
May 10 17:17:02.449330 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360759-8074-4e3a-8241-1f58610a6f68 req-0d7fb2cf-c3ae-41e9-b6a0-4a9de85c7714 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.451090 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ea360759-8074-4e3a-8241-1f58610a6f68 req-0d7fb2cf-c3ae-41e9-b6a0-4a9de85c7714 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1507881
May 10 17:17:02.460011 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8599553
May 10 17:17:02.543069 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ea360759-8074-4e3a-8241-1f58610a6f68 req-868b3057-2d59-445f-bb4d-e7ec32d755b9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782664
May 10 17:17:02.678868 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75333f2-5fc9-4154-a685-49076dd0d9ae None None] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:02.688006 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47570) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:02.719078 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-f45f825f-b047-4656-baca-83544e6d3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.720556 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-f45f825f-b047-4656-baca-83544e6d3009 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 915 time: 0.2810659
May 10 17:17:02.828111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-d4a39ffb-ceea-4ce0-bbbc-36ae87112460 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=069d62b0-eafc-4c97-906f-6689071c8ae1 HTTP/1.1" status: 200  len: 217 time: 0.0953989
May 10 17:17:02.933682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:02.947604 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-27caa05f-5801-40f2-b42c-e9a33c435a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.949128 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-27caa05f-5801-40f2-b42c-e9a33c435a40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.1087239
May 10 17:17:02.955888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:02.959670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71385148-a8ed-490b-b7a7-03235cf4caaa req-2b6b3aef-2a7c-4014-a974-d861c507c6e1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:02.960302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Usage tracker for resource:security_group_rule and tenant:1d7b1307237b4dfa90f41e75343d83e9 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:02.961292 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-71385148-a8ed-490b-b7a7-03235cf4caaa req-2b6b3aef-2a7c-4014-a974-d861c507c6e1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 944 time: 0.2972171
May 10 17:17:02.963257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:02.970127 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:03.023664 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-388653da-aa25-45e1-8fd2-be7d0afbc468 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614789
May 10 17:17:03.085320 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.092974 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.106965 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20070ab2-8e16-476b-a780-131a32355a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:03.164257 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-71385148-a8ed-490b-b7a7-03235cf4caaa req-0b455e86-adce-47a5-8135-969f6e797f3b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698556
May 10 17:17:03.166253 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d7b1307237b4dfa90f41e75343d83e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4770489
May 10 17:17:03.169725 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47584) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:03.173432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b8f2a-73bd-4c71-8b75-98ec9ea868ab,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:03.177872 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:03.291261 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-e79bfa7a-3b24-4ffc-8271-bd012eea12c1 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586021
May 10 17:17:03.292106 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.505103 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.622852 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bc8a441a-99dd-404c-b97c-30ecda72f1a7 req-5d1ca24a-0639-4d38-82cf-ed8071b515cf service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204033
May 10 17:17:03.632726 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e8eaa-a5b1-4172-936f-4be8807089e9 req-dc11a33f-22b4-4317-9109-360b5bc5aa24 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.634171 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-816e8eaa-a5b1-4172-936f-4be8807089e9 req-dc11a33f-22b4-4317-9109-360b5bc5aa24 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.3305287
May 10 17:17:03.664866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.672617 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10bed90e-4d94-461b-86c9-bf80a3adb9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:03.686385 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b8f2a-73bd-4c71-8b75-98ec9ea868ab,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:03.697578 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:03.700483 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:03.704791 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714b8f2a-73bd-4c71-8b75-98ec9ea868ab HTTP/1.1" status: 204  len: 168 time: 0.5307317
May 10 17:17:03.714367 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-816e8eaa-a5b1-4172-936f-4be8807089e9 req-13cdb182-71b4-4797-9f2a-9151d24e227e tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732522
May 10 17:17:03.757989 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996476b2-8b09-4918-a13e-1b0d913f2869 req-db7ed237-b748-41df-bb11-cee7f9239274 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:03.759440 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-996476b2-8b09-4918-a13e-1b0d913f2869 req-db7ed237-b748-41df-bb11-cee7f9239274 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0888896
May 10 17:17:03.809719 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-996476b2-8b09-4918-a13e-1b0d913f2869 req-9aadf969-e866-46fa-adaf-f83bbbde6acf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433266
May 10 17:17:03.997874 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-23b332e3-7519-4e23-91c3-6533869fd9e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753813
May 10 17:17:04.022076 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47600) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:04.040172 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.056731 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:04.061304 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Usage tracker for resource:security_group_rule and tenant:64c0457d1a7b4b2e8a5f98f305d6c049 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:04.064265 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:04.069899 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:04.187159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051e9c-37ab-4629-866e-b41735fe793a req-fb08b75b-0c20-4770-b434-8d684009149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:04.188628 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-fb08b75b-0c20-4770-b434-8d684009149c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 1099 time: 0.1166761
May 10 17:17:04.222592 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.253464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.264858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:04.397140 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64c0457d1a7b4b2e8a5f98f305d6c049&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3738177
May 10 17:17:04.399943 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47608) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:04.406253 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d31a67-ed16-4539-9081-7f2ff6c94193,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:04.409277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:04.465458 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.466148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051e9c-37ab-4629-866e-b41735fe793a req-412aad6f-c18d-4c52-95eb-6b0b54adc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:04.468401 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-412aad6f-c18d-4c52-95eb-6b0b54adc13d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 915 time: 0.2375462
May 10 17:17:04.494519 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.541826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e0381-dc2f-476f-8343-f331771f58e4 req-6d973f41-a55e-421c-bd2c-2cb965384c29 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:04.543254 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4f9e0381-dc2f-476f-8343-f331771f58e4 req-6d973f41-a55e-421c-bd2c-2cb965384c29 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 944 time: 0.2198100
May 10 17:17:04.552205 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-6ce803b5-001b-4a43-a70a-c8126daa0b28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f1baae-968f-4922-809e-1c7e66e445f6 HTTP/1.1" status: 200  len: 217 time: 0.0735860
May 10 17:17:04.559325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.564942 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:04.578302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d31a67-ed16-4539-9081-7f2ff6c94193,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:04.582193 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:04.594286 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:04.599058 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0d31a67-ed16-4539-9081-7f2ff6c94193 HTTP/1.1" status: 204  len: 168 time: 0.1980968
May 10 17:17:04.650592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4f9e0381-dc2f-476f-8343-f331771f58e4 req-ebcc061f-61de-4e2d-a5c7-75b700f2706b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931313
May 10 17:17:04.657005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051e9c-37ab-4629-866e-b41735fe793a req-6511bed8-e794-4081-85b8-a4faf7c433a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:04.658393 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-6511bed8-e794-4081-85b8-a4faf7c433a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.0871210
May 10 17:17:04.715036 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-bb85c52d-ce48-478f-b685-31022cca6ac0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468581
May 10 17:17:04.948010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-f0b7db87-fa46-4c94-a670-bb741e964a4f service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229900
May 10 17:17:04.978970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4331e237-d440-4abb-9b67-7bb7dd9e9a68 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:04.979580 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4331e237-d440-4abb-9b67-7bb7dd9e9a68 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Synchronizing usage tracker for tenant:47d9c2111a384a978302dbdacffe9283 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:05.005229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe18d0-4bfd-4112-bdb9-cea38695f6bc req-22f98d46-e3a2-40fd-89ef-9e8947ea624c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.006908 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9bbe18d0-4bfd-4112-bdb9-cea38695f6bc req-22f98d46-e3a2-40fd-89ef-9e8947ea624c tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.1460834
May 10 17:17:05.013709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4331e237-d440-4abb-9b67-7bb7dd9e9a68 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Unset dirty status for tenant:47d9c2111a384a978302dbdacffe9283 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:05.015860 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4331e237-d440-4abb-9b67-7bb7dd9e9a68 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 808 time: 0.2389405
May 10 17:17:05.034692 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-a07958ca-296b-4022-83f6-adf1289132d4 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/quotas/47d9c2111a384a978302dbdacffe9283 HTTP/1.1" status: 200  len: 375 time: 0.0098884
May 10 17:17:05.100448 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-aa15b049-b3f9-4440-8eb2-ffa4c1633c2b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562036
May 10 17:17:05.131361 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9bbe18d0-4bfd-4112-bdb9-cea38695f6bc req-25eb6b75-f343-4530-bd81-54bb6226c204 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745773
May 10 17:17:05.167365 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09051e9c-37ab-4629-866e-b41735fe793a req-17329ef1-4a89-41b9-bd2b-216faa8876f0 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921842
May 10 17:17:05.287818 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-5fa44bf6-5340-474d-82ee-fa0c4e4b827c service neutron] 10.222.0.20 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797376
May 10 17:17:05.371261 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29ebeb-987a-4657-9b60-10ea19999b52 req-3908b4b5-3eed-43dc-97f0-b4e70b14750a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.372739 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a29ebeb-987a-4657-9b60-10ea19999b52 req-3908b4b5-3eed-43dc-97f0-b4e70b14750a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0893259
May 10 17:17:05.430561 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a29ebeb-987a-4657-9b60-10ea19999b52 req-2f4abf6d-0d69-46f7-952a-9c7da1fe0948 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497704
May 10 17:17:05.437927 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 069d62b0-eafc-4c97-906f-6689071c8ae1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:05.473845 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-29e28d7b-ae36-420b-9510-d1a12d7ffc72 service neutron] 10.222.0.20 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716187
May 10 17:17:05.595945 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=069d62b0-eafc-4c97-906f-6689071c8ae1,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:05.619088 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '069d62b0-eafc-4c97-906f-6689071c8ae1', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'port_id': '069d62b0-eafc-4c97-906f-6689071c8ae1', 'mac_address': 'fa:16:3e:1d:a6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb3a6a9-fb18-4386-932c-68a07c9dd03a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:05.677151 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.700970 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069d62b0-eafc-4c97-906f-6689071c8ae1 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:05.717206 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-722cf33c-6c6f-4cbd-bd95-119bab9597da req-a48d546c-0d46-4174-a9a8-2097ce808d46 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 210 time: 0.0748982
May 10 17:17:05.743035 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=069d62b0-eafc-4c97-906f-6689071c8ae1,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:05.751529 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:05.753520 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-87647ccd-c564-4a42-96e6-1770dc609e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:05.860788 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:05.865911 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:05.944627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd3990-90a8-4b25-9962-11db151f818a req-10c81f8c-89de-4587-bfc2-bdb1b18ec541 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:05.946061 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-39bd3990-90a8-4b25-9962-11db151f818a req-10c81f8c-89de-4587-bfc2-bdb1b18ec541 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.53 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.2115905
May 10 17:17:06.057701 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['069d62b0-eafc-4c97-906f-6689071c8ae1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:06.089623 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19f49-6f48-451e-baa7-cb06f1891fd5 req-2ec78e3e-14cb-4b82-a5c2-64686c808026 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.091302 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d7b19f49-6f48-451e-baa7-cb06f1891fd5 req-2ec78e3e-14cb-4b82-a5c2-64686c808026 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 945 time: 0.2192788
May 10 17:17:06.162669 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d7b19f49-6f48-451e-baa7-cb06f1891fd5 req-8f7b2b6f-1a66-477f-8292-f8df4576252e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626533
May 10 17:17:06.190665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Deleting port 9e1eb15e-736f-42bc-98a0-fd37813b799a {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:17:06.191256 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.444776 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] For port 9e1eb15e-736f-42bc-98a0-fd37813b799a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9e1eb15e-736f-42bc-98a0-fd37813b799a,segment=NetworkSegment(8289196f-dd7d-4fbf-a873-aacbe1548ed1),segment_id=8289196f-dd7d-4fbf-a873-aacbe1548ed1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:06.445230 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.448613 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28b4b-732c-4914-a903-bc23bb8a1bea req-adb0ac35-03c6-4a51-8f24-bfe7b39244c8 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.450080 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-39e28b4b-732c-4914-a903-bc23bb8a1bea req-adb0ac35-03c6-4a51-8f24-bfe7b39244c8 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 945 time: 0.0983274
May 10 17:17:06.560384 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-39e28b4b-732c-4914-a903-bc23bb8a1bea req-c200377e-96dd-4430-bf32-6e1388460fb4 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae2c46ef-9f86-4af2-a136-00989675bdc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043630
May 10 17:17:06.586830 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Calling delete_port for 9e1eb15e-736f-42bc-98a0-fd37813b799a owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:17:06.768778 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323bf0b-c661-458b-9672-78ebceb33f2e req-19b6d58e-0977-400d-b697-f913014965d6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:06.770677 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d323bf0b-c661-458b-9672-78ebceb33f2e req-19b6d58e-0977-400d-b697-f913014965d6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1806288
May 10 17:17:06.878531 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d323bf0b-c661-458b-9672-78ebceb33f2e req-1e8165e2-d38c-4dd9-ace8-2f9556307f19 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988646
May 10 17:17:06.903438 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8e41b07b-f650-4d65-8109-778e361781af req-cefa24c5-c25b-428f-a28a-b82a0bf750b7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 210 time: 0.0499041
May 10 17:17:06.917369 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:06.925339 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4474c87d-2033-48fa-9dcf-be6b218c2ca2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:06.957959 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9e1eb15e-736f-42bc-98a0-fd37813b799a'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:06.972335 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Pushing event deleted for resources: {'Port': ['ID=9e1eb15e-736f-42bc-98a0-fd37813b799a,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:07.029319 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:07.075569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] No DVR routers for this DVR port 9e1eb15e-736f-42bc-98a0-fd37813b799a on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:17:07.079730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.082788 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'name': 'network-vif-deleted', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:07.104386 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-39bd3990-90a8-4b25-9962-11db151f818a req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.53 "DELETE /v2.0/ports/9e1eb15e-736f-42bc-98a0-fd37813b799a HTTP/1.1" status: 204  len: 173 time: 1.1497078
May 10 17:17:07.158760 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7', 'name': 'network-vif-deleted', 'tag': '9e1eb15e-736f-42bc-98a0-fd37813b799a', 'status': 'completed', 'code': 200}
May 10 17:17:07.418256 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-93702afa-c7cd-435b-ade8-84a2c67cf02e tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:07.419840 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-93702afa-c7cd-435b-ade8-84a2c67cf02e tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 808 time: 0.3106270
May 10 17:17:07.448682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Request body: {'port': {'device_id': '01093636-a04b-4cfe-9158-033fc824eaf9', 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371', 'admin_state_up': True, 'tenant_id': '47d9c2111a384a978302dbdacffe9283'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:07.456977 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 069d62b0-eafc-4c97-906f-6689071c8ae1 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:07.479414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb5-637d-4451-97ae-0c3d33b54b57 req-31dfbdae-7894-4b7f-87d7-307500886b42 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:07.480902 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0cc70fb5-637d-4451-97ae-0c3d33b54b57 req-31dfbdae-7894-4b7f-87d7-307500886b42 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 945 time: 0.1561983
May 10 17:17:07.559381 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 069d62b0-eafc-4c97-906f-6689071c8ae1 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:07.567383 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 069d62b0-eafc-4c97-906f-6689071c8ae1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:07.568121 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.612423 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0cc70fb5-637d-4451-97ae-0c3d33b54b57 req-8ed5003b-90ce-49bf-a06f-6c138953f798 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873520
May 10 17:17:07.636082 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:07.641604 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Usage tracker for resource:port and tenant:47d9c2111a384a978302dbdacffe9283 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:07.644561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:07.650944 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:07.666432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Made reservation on behalf of 47d9c2111a384a978302dbdacffe9283 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:07.671119 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.767071 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.800525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-21286040-c44d-413f-bfa7-41f09c086db2 req-f4ac3079-1d11-4c8b-b15f-4c13cf6f6509 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Synchronizing usage tracker for tenant:1c30476500c34ad3b0a04530add5443c on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:07.807759 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=069d62b0-eafc-4c97-906f-6689071c8ae1,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:07.808949 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:07.820584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:07.823417 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:07.829075 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-21286040-c44d-413f-bfa7-41f09c086db2 req-f4ac3079-1d11-4c8b-b15f-4c13cf6f6509 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Unset dirty status for tenant:1c30476500c34ad3b0a04530add5443c on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:07.830258 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-21286040-c44d-413f-bfa7-41f09c086db2 req-f4ac3079-1d11-4c8b-b15f-4c13cf6f6509 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] 10.222.0.20 "GET /v2.0/ports?device_id=b796a365-bc5a-41ab-ac7d-9a2b3f4e97c7 HTTP/1.1" status: 200  len: 210 time: 0.0954156
May 10 17:17:07.915604 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:07.929127 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:07.938002 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1', 'code': 200}
May 10 17:17:08.022762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Allocated IP 172.20.0.13 (00414f31-17ec-4ed2-af22-8ed34aac4371/59ff2d48-b941-4fc4-8f38-efa9c14af889/5a6c1002-502d-4f20-9667-bea0d42e5bad) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:08.195378 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6d25a913-7bc8-4e33-a60a-115b68a549da req-ef674e5a-dc33-486b-b09c-0d5aa28fa551 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 210 time: 0.0826828
May 10 17:17:08.244917 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6035-5c77-432d-812f-cb3a2a87b516 req-475a8d24-2a1d-4406-8a6b-402af13f97aa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.248316 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2adf6035-5c77-432d-812f-cb3a2a87b516 req-475a8d24-2a1d-4406-8a6b-402af13f97aa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1627061
May 10 17:17:08.368203 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2adf6035-5c77-432d-812f-cb3a2a87b516 req-bf645cc3-f988-4318-a0d3-fe4fc052e98e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130803
May 10 17:17:08.397100 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6537b76-9008-480d-ad18-b8a7bffef8e8 req-98b2616d-8785-41c9-b78c-4984fb4ad3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.398628 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a6537b76-9008-480d-ad18-b8a7bffef8e8 req-98b2616d-8785-41c9-b78c-4984fb4ad3cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 1099 time: 0.1411152
May 10 17:17:08.414075 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47746) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:08.437535 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.445659 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a6537b76-9008-480d-ad18-b8a7bffef8e8 req-294fb37e-a68c-4700-9d28-4be7f3a42878 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383348
May 10 17:17:08.474172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.480932 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:08.523103 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.552333 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:08.557953 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:08.562105 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.570286 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:08.620414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Pushing event updated for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:08.625787 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:08.628038 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:08.633732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Usage tracker for resource:security_group_rule and tenant:8c949b4598c74692af88dddc578ab84e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:08.638522 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:08.651854 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:08.666868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.667475 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.705099 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2626944
May 10 17:17:08.719465 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Request body: {'port': {'device_id': '01093636-a04b-4cfe-9158-033fc824eaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:08.910695 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.919886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.937975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6edb9b8d-595f-468e-aecb-b4a85ecb6f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:08.960289 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:08.986453 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5cc7a-794a-44f7-9689-7ebb6dd425eb req-bd26b5e3-ef94-4dcc-8036-4171b68cffa7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:08.987914 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e6d5cc7a-794a-44f7-9689-7ebb6dd425eb req-bd26b5e3-ef94-4dcc-8036-4171b68cffa7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 946 time: 0.2446048
May 10 17:17:09.055662 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c949b4598c74692af88dddc578ab84e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6405854
May 10 17:17:09.058446 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47762) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:09.070497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c81968a-d973-40a5-837d-b57202175953,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:09.077541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:09.114672 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e6d5cc7a-794a-44f7-9689-7ebb6dd425eb req-d2a38189-edd8-4f83-85e7-fa10f62d887e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085098
May 10 17:17:09.153679 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.185883 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.253076 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.257124 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-882d702e-2094-4ec0-a88c-826c19ee7f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:09.269871 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c81968a-d973-40a5-837d-b57202175953,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:09.272750 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:09.279094 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.280811 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c81968a-d973-40a5-837d-b57202175953 HTTP/1.1" status: 204  len: 168 time: 0.2213449
May 10 17:17:09.440897 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6c1002-502d-4f20-9667-bea0d42e5bad {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:09.449243 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.466403 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Transition to ACTIVE for port object 5a6c1002-502d-4f20-9667-bea0d42e5bad will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:09.476205 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.480908 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9e1eb15e-736f-42bc-98a0-fd37813b799a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:17:09.490591 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:09.571281 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e71b1a-3a0f-4b55-a3c0-5e3a41726606 req-c71a12c6-d757-4136-9fa1-9e998837ec77 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:09.575463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:09.593734 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-87e71b1a-3a0f-4b55-a3c0-5e3a41726606 req-c71a12c6-d757-4136-9fa1-9e998837ec77 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 944 time: 0.2125103
May 10 17:17:09.622032 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 9e1eb15e-736f-42bc-98a0-fd37813b799a {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:17:09.623016 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9e1eb15e-736f-42bc-98a0-fd37813b799a not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:17:09.632535 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:09.668174 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-87e71b1a-3a0f-4b55-a3c0-5e3a41726606 req-66416d4c-8e59-4fa2-aeba-0df36899d4b3 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733976
May 10 17:17:09.789013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8cd03-d055-4459-823b-8494bf8c3898 req-8c1d82e4-9b22-46b2-b939-a1e4c57c9595 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:09.790459 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d9d8cd03-d055-4459-823b-8494bf8c3898 req-8c1d82e4-9b22-46b2-b939-a1e4c57c9595 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1598151
May 10 17:17:09.805269 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47782) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:09.823343 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.838455 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:09.842322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c586bc7e9f94ba1862acc086077ff8b is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:09.845541 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:09.851241 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:09.885837 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d9d8cd03-d055-4459-823b-8494bf8c3898 req-244f37d0-d25c-47e2-93c6-968982a77825 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619268
May 10 17:17:09.908867 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Attempting to bind port 5a6c1002-502d-4f20-9667-bea0d42e5bad on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:09.909197 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Attempting to bind port 5a6c1002-502d-4f20-9667-bea0d42e5bad by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:09.909576 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Attempting to bind port 5a6c1002-502d-4f20-9667-bea0d42e5bad on network 00414f31-17ec-4ed2-af22-8ed34aac4371 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:09.914275 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Port 5a6c1002-502d-4f20-9667-bea0d42e5bad on network 00414f31-17ec-4ed2-af22-8ed34aac4371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:09.914590 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Attempting to bind port 5a6c1002-502d-4f20-9667-bea0d42e5bad on network 00414f31-17ec-4ed2-af22-8ed34aac4371 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:09.920369 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:09.920981 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Checking segment: {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:09.921359 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Bound using segment: {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:09.921765 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Bound port: 5a6c1002-502d-4f20-9667-bea0d42e5bad, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:09.922108 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.940857 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.946526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:09.954183 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3907ff5-7b96-4f3e-b33e-ca60aa56bf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:09.994689 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c586bc7e9f94ba1862acc086077ff8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1881547
May 10 17:17:09.995569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0112f1-aa01-494b-931a-9c5838034cf6,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:09.999102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47786) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:10.002879 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:10.017745 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:10.020807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:10.025102 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.029856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1366b891-0f3f-41be-b2ab-3b4cf3fd415c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:10.060244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.085789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.086401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.087737 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] 10.222.0.53 "PUT /v2.0/ports/5a6c1002-502d-4f20-9667-bea0d42e5bad HTTP/1.1" status: 200  len: 1094 time: 1.3740134
May 10 17:17:10.090318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:10.096236 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.183106 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.192375 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:10.205146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0112f1-aa01-494b-931a-9c5838034cf6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:10.216144 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:10.217127 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:10.220077 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad', 'status': 'completed', 'code': 200}
May 10 17:17:10.221936 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:10.238391 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:10.243667 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d0112f1-aa01-494b-931a-9c5838034cf6 HTTP/1.1" status: 204  len: 168 time: 0.2434585
May 10 17:17:10.343196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-3c9ce151-c625-43d0-be3f-3f182b5b04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.344928 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-3c9ce151-c625-43d0-be3f-3f182b5b04f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 1097 time: 0.1241221
May 10 17:17:10.419443 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-7f6d103e-e073-484e-b63a-0357c75a3881 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad HTTP/1.1" status: 200  len: 217 time: 0.0620172
May 10 17:17:10.504685 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccd00d-b332-4c3c-8f82-42f3f4d53358 req-9417e695-7df1-458f-b7bc-e9509e0ca70f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.506130 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dbccd00d-b332-4c3c-8f82-42f3f4d53358 req-9417e695-7df1-458f-b7bc-e9509e0ca70f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 946 time: 0.2044938
May 10 17:17:10.515701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-9c765293-e1bc-409b-a6fd-10295cf7edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.517123 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-9c765293-e1bc-409b-a6fd-10295cf7edec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59ff2d48-b941-4fc4-8f38-efa9c14af889 HTTP/1.1" status: 200  len: 848 time: 0.0896251
May 10 17:17:10.583026 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-3848584f-998d-467f-8968-ebce137741ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00414f31-17ec-4ed2-af22-8ed34aac4371&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537519
May 10 17:17:10.621511 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dbccd00d-b332-4c3c-8f82-42f3f4d53358 req-3b077fa2-3953-4614-999c-3cec8c85ca3d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082346
May 10 17:17:10.789698 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-0b9d9e48-33fb-43d4-b9fc-057b566069fc service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985195
May 10 17:17:10.993711 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-db710802-67af-4349-8aab-be0cef892cd8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:10.994413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-db710802-67af-4349-8aab-be0cef892cd8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Synchronizing usage tracker for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:11.022137 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66bc43d5-b048-4188-b0b9-fd256770ed1a req-4170c434-6abe-4e90-8f93-70f37fdcd363 service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910803
May 10 17:17:11.046773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-db710802-67af-4349-8aab-be0cef892cd8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Unset dirty status for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:11.054785 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-db710802-67af-4349-8aab-be0cef892cd8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 944 time: 0.2638977
May 10 17:17:11.132500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-161a4f63-ca50-45bb-b560-103799731957 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Synchronizing usage tracker for tenant:47d9c2111a384a978302dbdacffe9283 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:11.167442 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-161a4f63-ca50-45bb-b560-103799731957 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Unset dirty status for tenant:47d9c2111a384a978302dbdacffe9283 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:11.168607 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3960b0a0-755d-47c4-b227-c51b3c8cd7c2 req-161a4f63-ca50-45bb-b560-103799731957 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130416
May 10 17:17:11.208294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-91dce827-e937-4dfe-866a-9fbbd9e317d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.209749 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-91dce827-e937-4dfe-866a-9fbbd9e317d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 1097 time: 0.1244252
May 10 17:17:11.262407 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde5dc9-4593-460f-b5d5-335b7477d08d req-4c73be34-dff1-4024-bd40-c5b6eff12eb3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.270786 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9dde5dc9-4593-460f-b5d5-335b7477d08d req-4c73be34-dff1-4024-bd40-c5b6eff12eb3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1228068
May 10 17:17:11.291539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47840) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:11.325922 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9dde5dc9-4593-460f-b5d5-335b7477d08d req-ff235e42-6edf-4458-a0dd-4f6d4a6c0cf2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537553
May 10 17:17:11.397542 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Deleting subnet 214ce2cc-c7ff-4e03-aa66-0e36cace2309 {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:17:11.403866 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:11.469638 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-ac66018b-d13a-4c40-8164-96bee36426a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.471102 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-ac66018b-d13a-4c40-8164-96bee36426a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 909 time: 0.2501650
May 10 17:17:11.535653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:11.580548 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-1902c8c1-15f9-414f-878f-1c423d4fcc02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad HTTP/1.1" status: 200  len: 217 time: 0.0992613
May 10 17:17:11.648838 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:11.718287 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-2097d719-ca3c-4e4e-bc84-c4fb0fbcb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:11.719948 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-2097d719-ca3c-4e4e-bc84-c4fb0fbcb127 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59ff2d48-b941-4fc4-8f38-efa9c14af889 HTTP/1.1" status: 200  len: 848 time: 0.1231823
May 10 17:17:11.844280 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-9cae36aa-e30e-4086-9c34-a835c7cad445 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00414f31-17ec-4ed2-af22-8ed34aac4371&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1028149
May 10 17:17:12.157122 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-7c81c8a0-d5ba-4c7d-981c-43da35ed6889 service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906787
May 10 17:17:12.256018 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.266145 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b5bb298f-d537-4c5c-8f4c-f45ad530af89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:12.315043 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214ce2cc-c7ff-4e03-aa66-0e36cace2309,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:12.317237 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.330228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:12.345196 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-41a857a2-0a51-434c-b530-657edfd24499 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/214ce2cc-c7ff-4e03-aa66-0e36cace2309 HTTP/1.1" status: 204  len: 168 time: 1.0528305
May 10 17:17:12.354030 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47870) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:12.437830 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe70b1be-cdde-4459-b8a3-8b04fce6018e req-fe6b0c51-d726-4b08-96ee-575c25848f78 service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732756
May 10 17:17:12.439717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6671c-9add-489b-a6d3-ed1123e2e5c7 req-4245df9d-af3d-4d70-a2d4-952155364727 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:12.441462 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dbe6671c-9add-489b-a6d3-ed1123e2e5c7 req-4245df9d-af3d-4d70-a2d4-952155364727 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 944 time: 0.1197119
May 10 17:17:12.484052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.537592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dbe6671c-9add-489b-a6d3-ed1123e2e5c7 req-2ba4dc21-8067-4657-8549-4c3a257a9909 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783350
May 10 17:17:12.685596 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.699961 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b90ada90>,) {'filters': {'network_id': ['00fbda6b-16bb-4854-82a8-220b7afbc8bd']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:12.714823 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b90ada90>, '8289196f-dd7d-4fbf-a873-aacbe1548ed1') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:12.715136 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b90ada90>, '8289196f-dd7d-4fbf-a873-aacbe1548ed1') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:12.730201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.756911 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3376-0c40-4498-b888-5e7a67b30325 req-bb7a45f9-aa07-4862-a8cd-e58e3c288579 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:12.758359 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c66e3376-0c40-4498-b888-5e7a67b30325 req-bb7a45f9-aa07-4862-a8cd-e58e3c288579 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2213936
May 10 17:17:12.761824 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.783752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:17:12.784165 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:17:12.797646 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:17:12.887807 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c66e3376-0c40-4498-b888-5e7a67b30325 req-b13a35bb-8c15-4829-807c-aa2a9b06ca03 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230898
May 10 17:17:12.892659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.897559 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0277890d-ccf7-42df-9d1a-81918d9942c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:12.911319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:12.924039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=00fbda6b-16bb-4854-82a8-220b7afbc8bd,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:12.927472 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:12.933952 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-dd5fba68-7453-4984-b5ba-0ff7ff68cb9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/00fbda6b-16bb-4854-82a8-220b7afbc8bd HTTP/1.1" status: 204  len: 168 time: 0.5789576
May 10 17:17:13.118952 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47888) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:13.169413 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ab2e65b6-1b80-42b7-a3b4-7478f3d87561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c30476500c34ad3b0a04530add5443c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0492740
May 10 17:17:13.171865 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47892) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:13.233199 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.258913 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.313011 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.316908 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08afcbd0-46bd-4387-909d-b6338c078304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:13.329845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c46ef-9f86-4af2-a136-00989675bdc8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:13.333720 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:13.346979 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.351736 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae2c46ef-9f86-4af2-a136-00989675bdc8 HTTP/1.1" status: 204  len: 168 time: 0.1753192
May 10 17:17:13.504126 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 5a6c1002-502d-4f20-9667-bea0d42e5bad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:13.650983 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:13.665823 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '5a6c1002-502d-4f20-9667-bea0d42e5bad', 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371', 'port_id': '5a6c1002-502d-4f20-9667-bea0d42e5bad', 'mac_address': 'fa:16:3e:96:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ff2d48-b941-4fc4-8f38-efa9c14af889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:13.768989 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.792217 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b142cd-05aa-48ad-a36d-a9ca99f3ae73 req-a15f42f7-d4fb-43d7-901a-fb3195c00d60 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:13.801249 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6c1002-502d-4f20-9667-bea0d42e5bad {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:13.801799 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1b142cd-05aa-48ad-a36d-a9ca99f3ae73 req-a15f42f7-d4fb-43d7-901a-fb3195c00d60 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 944 time: 0.1339066
May 10 17:17:13.815114 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:13.820812 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:13.822636 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:13.923356 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:13.932595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:13.958191 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1b142cd-05aa-48ad-a36d-a9ca99f3ae73 req-312ac31b-ba89-47e0-bd11-6536f925da9b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553850
May 10 17:17:14.144696 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d200fc7-c398-4773-8790-92701527a295 req-d7ae0ec7-dbe8-4cc9-9158-664bf4911e1d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:14.155819 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3d200fc7-c398-4773-8790-92701527a295 req-d7ae0ec7-dbe8-4cc9-9158-664bf4911e1d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1426723
May 10 17:17:14.194316 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['5a6c1002-502d-4f20-9667-bea0d42e5bad'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:14.222997 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3d200fc7-c398-4773-8790-92701527a295 req-fe410915-7c85-4d81-813f-0b8bb4358162 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661616
May 10 17:17:14.373269 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47946) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:14.443051 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-489acf45-998e-4e44-8544-e4182097f7c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:14.444624 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-489acf45-998e-4e44-8544-e4182097f7c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.1633358
May 10 17:17:14.460273 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-382e96fd-698f-4dc4-9066-a878d9c7b677 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/quotas/43fcc83953fd486a897a81b67a53c97e HTTP/1.1" status: 200  len: 375 time: 0.0101702
May 10 17:17:14.501116 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-network', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:14.505630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:14.509378 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Usage tracker for resource:network and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:14.512177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:14.522191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:14.532695 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Made reservation on behalf of 20567d6e73574dc3864b5a0ad5e932c0 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:14.534932 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.548681 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-e9e10e8a-7028-49cf-898c-e69103f0d61d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0826433
May 10 17:17:14.549296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.564521 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:14.568275 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:14.570997 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:14.577270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:14.669387 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.673447 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.676479 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-912cd574-1d7a-4b53-b1f1-a0d1485a4b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:14.684792 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-96689e09-9256-4863-8332-c00601460817 service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294873
May 10 17:17:14.707182 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:17:14.712770 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aff177-b2eb-463a-b36f-63f35df7bc49,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:14.716528 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:14.721622 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.721716 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Added segment 3673a17f-79d3-4464-b1a3-5b3517eba506 of type vlan for network 3ce64d3f-d811-4008-819a-924b81587134
May 10 17:17:14.749397 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.779515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.781582 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:14.782164 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:14.785462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:14.821062 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-ef70f5a7-e5b7-457c-bd8e-7840fda0e955 service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296527
May 10 17:17:14.895736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce64d3f-d811-4008-819a-924b81587134,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:14.899144 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5244777
May 10 17:17:14.900014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:14.901920 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 47954) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:14.906820 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 3ce64d3f-d811-4008-819a-924b81587134 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:17:14.913355 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Request body: {'subnet': {'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-subnet', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:14.921071 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:14.925409 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Usage tracker for resource:subnet and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:14.928392 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:14.935653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:14.959693 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Made reservation on behalf of 20567d6e73574dc3864b5a0ad5e932c0 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:14.962538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.047384 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7cfdfef7-f399-4cb2-a400-09f78eb31fd6 req-fd78ba74-576a-4ce5-bd4a-8f09b304f8c0 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 210 time: 0.0542986
May 10 17:17:15.463315 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee6bbe-78a7-4711-8f4d-5c1a0db3019e req-d00d6c4b-8bee-4af8-8ce0-749838c255f1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.470057 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-73ee6bbe-78a7-4711-8f4d-5c1a0db3019e req-d00d6c4b-8bee-4af8-8ce0-749838c255f1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1038733
May 10 17:17:15.473259 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9202aee-78d5-4193-8982-597b1a7fa936 req-b047376a-4afd-41d5-8b94-13a0632378ed tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.477171 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c9202aee-78d5-4193-8982-597b1a7fa936 req-b047376a-4afd-41d5-8b94-13a0632378ed tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 945 time: 0.3100936
May 10 17:17:15.502081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47980) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:15.509028 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 5a6c1002-502d-4f20-9667-bea0d42e5bad up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:15.535532 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c9202aee-78d5-4193-8982-597b1a7fa936 req-8a151610-b564-46ea-a827-8cf7661c4de9 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511751
May 10 17:17:15.563820 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-73ee6bbe-78a7-4711-8f4d-5c1a0db3019e req-6190e878-5f4b-4850-ba58-4e95927901a6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857143
May 10 17:17:15.622263 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 5a6c1002-502d-4f20-9667-bea0d42e5bad completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:15.628606 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 5a6c1002-502d-4f20-9667-bea0d42e5bad triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:15.629309 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.667469 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.685007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.686910 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:15.691011 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bf4131deba43899e5bf249ddfe7ea3 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:15.691410 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:15.694322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:15.700546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:15.773195 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63c6d1c-0878-4904-9926-99e33b946855,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:15.775200 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.790433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:15.804597 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.808920 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:15.811921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.813421 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Checking segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:15.814140 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Network hostable DHCP agents. Network: 3ce64d3f-d811-4008-819a-924b81587134, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:17:15.821011 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:15.823228 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6e6d6e2d-d319-4f45-a578-659f0347771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:15.826345 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.830276 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:15.837226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Network 3ce64d3f-d811-4008-819a-924b81587134 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:17:15.857425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 3ce64d3f-d811-4008-819a-924b81587134) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:15.874055 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9bf4131deba43899e5bf249ddfe7ea3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3709486
May 10 17:17:15.876687 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c794f-0478-48ec-95bd-2a059a54bc48,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:15.879246 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47988) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:15.882100 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:15.892133 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d1c50d-e51c-43ca-8d3a-778f44ae10d4 None None] Network 3ce64d3f-d811-4008-819a-924b81587134 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:15.910109 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:15.910697 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.910789 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad', 'code': 200}
May 10 17:17:15.934343 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0314066
May 10 17:17:15.938093 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 47992) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:15.951649 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:15.961199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:15.967997 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:15.970357 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Usage tracker for resource:router and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:15.975473 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:15.992677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:16.015396 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.027565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.028791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.059305 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:16.065163 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:16.072599 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.193887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.243137 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-3ce64d3f-d811-4008-819a-924b81587134', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:17:16.244024 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.266024 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8d9b4a9b-4c7e-4404-914d-23a3d09217c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:16.267595 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-226f95a9-be30-428d-bdbb-0daf668aa822 req-febbb383-103c-4953-a571-a0cb9d93fb2a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 210 time: 0.0602231
May 10 17:17:16.289944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c794f-0478-48ec-95bd-2a059a54bc48,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:16.298524 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc604da-11ec-4861-bcec-f997e776f2bd req-212b43ca-7e64-4324-88bf-2bb3a9ab5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.299646 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:16.300436 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdc604da-11ec-4861-bcec-f997e776f2bd req-212b43ca-7e64-4324-88bf-2bb3a9ab5db1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 1099 time: 0.1318097
May 10 17:17:16.392325 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdc604da-11ec-4861-bcec-f997e776f2bd req-09d0e570-7814-420f-a6fc-ab44d5de81bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723398
May 10 17:17:16.442788 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Allocated IP 172.20.0.2 (3ce64d3f-d811-4008-819a-924b81587134/d63c6d1c-0878-4904-9926-99e33b946855/afd5a499-c478-4f53-8627-33f39d8987c7) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:16.454404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.455698 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/175c794f-0478-48ec-95bd-2a059a54bc48 HTTP/1.1" status: 204  len: 168 time: 0.5752716
May 10 17:17:16.473419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.793683 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.815314 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Transition to ACTIVE for port object afd5a499-c478-4f53-8627-33f39d8987c7 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:16.853266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Transition to ACTIVE for port object afd5a499-c478-4f53-8627-33f39d8987c7 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:16.868343 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:16.875243 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:16.880535 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-964e0222-0961-4d48-af1c-95cfb559d131 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.882751 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-964e0222-0961-4d48-af1c-95cfb559d131 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.4096406
May 10 17:17:16.908879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Request body: {'port': {'device_id': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'admin_state_up': True, 'tenant_id': '43fcc83953fd486a897a81b67a53c97e'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:16.969918 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Network 3ce64d3f-d811-4008-819a-924b81587134 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:16.973796 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:16.976400 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:16.991057 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 48016) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:16.996011 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9e42-1353-482a-8929-d60389334693 req-a08664c0-5de6-491d-8242-b58c4d634b46 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:16.997555 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-996a9e42-1353-482a-8929-d60389334693 req-a08664c0-5de6-491d-8242-b58c4d634b46 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2238495
May 10 17:17:17.040669 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Pushing event updated for resources: {'Port': ['ID=afd5a499-c478-4f53-8627-33f39d8987c7,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:17.051210 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.077203 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:17.085717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:17.094038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Usage tracker for resource:security_group_rule and tenant:272d075ee5f54fde8d89ba2fad04115c is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:17.096492 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-996a9e42-1353-482a-8929-d60389334693 req-6741eac7-14ca-4afc-98cf-677f32451593 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904937
May 10 17:17:17.101255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:17.104548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.105363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Attempting to bind port afd5a499-c478-4f53-8627-33f39d8987c7 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:17.105817 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Attempting to bind port afd5a499-c478-4f53-8627-33f39d8987c7 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:17.106371 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Attempting to bind port afd5a499-c478-4f53-8627-33f39d8987c7 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:17.108257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:17.114203 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:17.114743 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Checking segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:17.115378 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.115862 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Bound using segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:17.117034 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Bound port: afd5a499-c478-4f53-8627-33f39d8987c7, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:17.117506 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.120459 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:17.131356 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:17.135281 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.136005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:17.159870 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.241593 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd7ed0-537b-4e5a-9754-0dab2f06eb41 req-f57ce953-35cc-4d1a-bb32-dda0e5e2d082 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:17.249516 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-73dd7ed0-537b-4e5a-9754-0dab2f06eb41 req-f57ce953-35cc-4d1a-bb32-dda0e5e2d082 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.4657364
May 10 17:17:17.254214 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] For port afd5a499-c478-4f53-8627-33f39d8987c7, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:17.260494 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] For port afd5a499-c478-4f53-8627-33f39d8987c7, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=afd5a499-c478-4f53-8627-33f39d8987c7,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:17.279090 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.289543 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:17.348269 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-f9d42c1b-f5cc-46f1-bc9e-01c4813842ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.353432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Allocated IP 172.20.0.7 (8e8d5e91-9db5-49b8-8c76-a2223fef260f/0cb3a6a9-fb18-4386-932c-68a07c9dd03a/9b53a0dd-fd31-4ac9-a01c-20caecfdc485) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:17.382621 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Pushing event updated for resources: {'Port': ['ID=afd5a499-c478-4f53-8627-33f39d8987c7,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:17.396943 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:17.486094 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-73dd7ed0-537b-4e5a-9754-0dab2f06eb41 req-821a737f-1035-4682-9f12-fbdd3272045e tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354822
May 10 17:17:17.531866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.544834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.562528 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-299d8604-9766-49e5-9bef-e95f9181e4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:17.630889 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Allocated IP 172.27.3.210 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/66df36a5-0d88-4577-af07-1adcd901266c) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:17.637229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1fa7f3-d732-4377-9db5-e1900f5727bd,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:17.641551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:17.643344 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ca6847b1-a97d-438f-a992-ea66f9585e0b req-c84d0fea-3898-4fb5-be5f-c25a003e1f35 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 210 time: 0.0837700
May 10 17:17:17.647456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48036) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:17.648853 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=272d075ee5f54fde8d89ba2fad04115c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6548386
May 10 17:17:17.793414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.824450 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.845419 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.856715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.886729 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.890989 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-28d34c58-acfb-4d27-aba1-c03ebd67c962 tempest-DeleteServersTestJSON-105428824 tempest-DeleteServersTestJSON-105428824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:17.901125 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.908377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:17.917671 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6', '069d62b0-eafc-4c97-906f-6689071c8ae1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:17.947902 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:17.950796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:17.954760 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:17.961895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:17.979211 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:17.982698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:17.985973 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:18.001456 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Pushing event updated for resources: {'Port': ['ID=66df36a5-0d88-4577-af07-1adcd901266c,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:18.005629 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:18.068879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:18.069488 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:18.074538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event updated for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:18.077869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:18.080774 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-35743180-a31a-4cc5-9214-5524c56156ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:18.103498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1fa7f3-d732-4377-9db5-e1900f5727bd,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:18.107766 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:18.113826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:18.144429 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab1fa7f3-d732-4377-9db5-e1900f5727bd HTTP/1.1" status: 204  len: 168 time: 0.4642920
May 10 17:17:18.147757 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2444632
May 10 17:17:18.163781 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Request body: {'port': {'device_id': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:18.318912 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device afd5a499-c478-4f53-8627-33f39d8987c7 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:18.381572 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:18.455721 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port afd5a499-c478-4f53-8627-33f39d8987c7 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:18.585641 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:17:18.684563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:18.698723 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd2d25-ec97-4b0a-9936-7a945068aa76 None None] Network 3ce64d3f-d811-4008-819a-924b81587134 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:17:18.750713 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260584e-c55f-4451-8ef9-4dc68c7ddd2e req-369fabe7-278b-4a81-905c-bf1a05977b5a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:18.752878 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3260584e-c55f-4451-8ef9-4dc68c7ddd2e req-369fabe7-278b-4a81-905c-bf1a05977b5a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.4196880
May 10 17:17:18.890118 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Provisioning for port afd5a499-c478-4f53-8627-33f39d8987c7 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:18.892248 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3260584e-c55f-4451-8ef9-4dc68c7ddd2e req-f97ffd6d-046d-4b0c-aea9-a8cc892b66b1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749776
May 10 17:17:18.902743 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Provisioning complete for port afd5a499-c478-4f53-8627-33f39d8987c7 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:18.903110 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.151119 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.201432 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] For port afd5a499-c478-4f53-8627-33f39d8987c7, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=afd5a499-c478-4f53-8627-33f39d8987c7,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:19.204526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:19.208562 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.211435 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:19.230655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.270564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Transition to ACTIVE for port object 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:19.277084 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.297589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.310366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5291-b19a-47f1-84a0-6d0cbf821bb4 req-ac05275d-bf2f-42ab-9baf-21a8b7a8c72e tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:19.312045 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fffd5291-b19a-47f1-84a0-6d0cbf821bb4 req-ac05275d-bf2f-42ab-9baf-21a8b7a8c72e tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.4982901
May 10 17:17:19.314480 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-368e9ce2-c595-47a2-aea5-950632ca49bc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:19.326166 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Pushing event updated for resources: {'Port': ['ID=afd5a499-c478-4f53-8627-33f39d8987c7,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:19.331328 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:19.361355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9451e0-6f54-4bb1-8122-b229fd1d5b4d req-462d724a-39ab-477a-89c4-b92dc3eb744d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:19.363043 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ef9451e0-6f54-4bb1-8122-b229fd1d5b4d req-462d724a-39ab-477a-89c4-b92dc3eb744d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 931 time: 0.2908361
May 10 17:17:19.501280 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ef9451e0-6f54-4bb1-8122-b229fd1d5b4d req-bdb886e9-f8ba-402a-a804-f83659a5c5f6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727029
May 10 17:17:19.515678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:19.526590 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:19.541583 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-9440ee6d-793c-4177-b554-60f3e7fd757b None None] Provisioning complete for port afd5a499-c478-4f53-8627-33f39d8987c7 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:19.542063 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-9440ee6d-793c-4177-b554-60f3e7fd757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.569509 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Router dee21b66-64f8-43b9-acb4-905748c80494 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:17:19.581714 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fffd5291-b19a-47f1-84a0-6d0cbf821bb4 req-30198f44-9f89-4fe9-bd63-d4a0937f0e67 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158689
May 10 17:17:19.734261 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Attempting to bind port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:19.734599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Attempting to bind port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:19.734926 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Attempting to bind port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:19.750156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:19.750484 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Attempting to bind port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:19.757248 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:19.757585 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Checking segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:19.757971 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Bound using segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:19.758394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Bound port: 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:19.758801 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.790156 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:19.800550 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:19.810388 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:19.811296 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc35070>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:16:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:19.831354 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.835095 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.837218 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.8981531
May 10 17:17:19.839703 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48114) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:19.938311 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3f8606d7-e420-469f-83c3-eb2802e547b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:19.996091 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:20.000408 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:20.005239 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:20.022055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.029864 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:20.138613 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.139763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.141461 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-226721d7-851d-491e-983d-622640d62bb6 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b53a0dd-fd31-4ac9-a01c-20caecfdc485 HTTP/1.1" status: 200  len: 1093 time: 1.9830582
May 10 17:17:20.151936 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:20.212636 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device afd5a499-c478-4f53-8627-33f39d8987c7 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:20.273981 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', 'status': 'completed', 'code': 200}
May 10 17:17:20.345301 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port afd5a499-c478-4f53-8627-33f39d8987c7 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:20.345770 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.478800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:20.482166 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:20.536661 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc35070>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:18Z', 'revision_number': 3, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:20.540831 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-f5e6b87f-d59b-4299-801f-a8156688bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.541711 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:20.542064 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Updating router dee21b66-64f8-43b9-acb4-905748c80494 port 66df36a5-0d88-4577-af07-1adcd901266c binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:17:20.542357 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-f5e6b87f-d59b-4299-801f-a8156688bb00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 1096 time: 0.2669642
May 10 17:17:20.552235 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24759-aa10-4a75-9c13-8604e6d6d738 req-000e7c44-e461-4f25-a03e-afac05d00825 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.553629 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9dd24759-aa10-4a75-9c13-8604e6d6d738 req-000e7c44-e461-4f25-a03e-afac05d00825 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.4824774
May 10 17:17:20.596680 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.715199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a773e-2b7d-467a-a6c3-e5e1c903dc40 req-9b4ca72f-142c-4af7-97ce-06e3dce180da tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.716838 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-261a773e-2b7d-467a-a6c3-e5e1c903dc40 req-9b4ca72f-142c-4af7-97ce-06e3dce180da tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 943 time: 0.0894837
May 10 17:17:20.743114 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-44bd14ef-181e-4f44-9cfa-61a1092f810f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485 HTTP/1.1" status: 200  len: 217 time: 0.1776767
May 10 17:17:20.779640 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-261a773e-2b7d-467a-a6c3-e5e1c903dc40 req-1375f294-a83e-45a5-8f9f-0df0b29260c2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548985
May 10 17:17:20.843120 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:20.864346 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-c09a1b9e-2979-4910-8686-698684e1b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:20.865762 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-c09a1b9e-2979-4910-8686-698684e1b827 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.0660598
May 10 17:17:20.994512 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-4bf041d4-f88c-4c68-9bad-d747faa02117 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144395
May 10 17:17:21.002904 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9dd24759-aa10-4a75-9c13-8604e6d6d738 req-beaa40aa-c87e-4303-916d-55f9509fac88 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397025
May 10 17:17:21.023853 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.043241 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Transition to ACTIVE for port object 66df36a5-0d88-4577-af07-1adcd901266c will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:21.050144 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.054745 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.126813 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Pushing event updated for resources: {'Port': ['ID=66df36a5-0d88-4577-af07-1adcd901266c,revision_number=2']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:21.136228 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.136858 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.137196 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.137520 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.138595 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.138595 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.138759 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.139119 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.139947 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.140441 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.140919 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.141240 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:21.157591 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:21.205758 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Attempting to bind port 66df36a5-0d88-4577-af07-1adcd901266c on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:21.206729 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Attempting to bind port 66df36a5-0d88-4577-af07-1adcd901266c by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:21.207245 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Attempting to bind port 66df36a5-0d88-4577-af07-1adcd901266c on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:21.213425 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:21.214024 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:21.214783 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.215310 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:21.215915 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Bound port: 66df36a5-0d88-4577-af07-1adcd901266c, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:21.216541 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.248451 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-10bd79d3-58d1-4c78-b1b5-a3fff8cc8f7c service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417784
May 10 17:17:21.339279 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] For port 66df36a5-0d88-4577-af07-1adcd901266c, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:21.343412 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] For port 66df36a5-0d88-4577-af07-1adcd901266c, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=66df36a5-0d88-4577-af07-1adcd901266c,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:21.349054 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.354117 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:21.430497 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:21.431104 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc35070>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:21.551905 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Pushing event updated for resources: {'Port': ['ID=66df36a5-0d88-4577-af07-1adcd901266c,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:21.555630 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:21.566826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:21.585236 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-05f747ba-0c06-4eac-b6ff-7852662453c8 req-e1d89360-ee12-4129-b42e-6784598e81c5 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163428
May 10 17:17:21.632930 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:21.682810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820821-71ab-4d42-905c-b2607b9978c9 req-250c1322-60de-43c9-a2c9-30ebeaf087c5 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:21.684258 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb820821-71ab-4d42-905c-b2607b9978c9 req-250c1322-60de-43c9-a2c9-30ebeaf087c5 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.2928860
May 10 17:17:21.812440 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb820821-71ab-4d42-905c-b2607b9978c9 req-7159a4fa-df11-4a91-9d19-99f769284f29 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171806
May 10 17:17:21.890470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-5bd4c7ed-8ba2-4946-95d3-d749f6ffa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:21.891923 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-5bd4c7ed-8ba2-4946-95d3-d749f6ffa418 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 1096 time: 0.2469754
May 10 17:17:21.922311 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc35070>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:18Z', 'revision_number': 3, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:21.926993 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09095a-b021-4c9f-972b-3d0e63a6ee38 None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:18Z', 'revision_number': 3, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:21.985429 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Allocated IP 172.20.0.1 (3ce64d3f-d811-4008-819a-924b81587134/d63c6d1c-0878-4904-9926-99e33b946855/518b0c31-4ef4-4bff-9374-b614abfcd981) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:22.007640 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97739862-6532-4d87-97db-fdc3a2567091 req-d2545f44-7a51-4984-8b12-9ba1283adb48 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.012920 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-97739862-6532-4d87-97db-fdc3a2567091 req-d2545f44-7a51-4984-8b12-9ba1283adb48 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 943 time: 0.1100075
May 10 17:17:22.079931 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-97739862-6532-4d87-97db-fdc3a2567091 req-701c4743-32e5-49ee-b369-ccb68ab85ed2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596695
May 10 17:17:22.142088 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-56993c37-d0ba-4285-b75f-1415f6b01a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.143516 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-56993c37-d0ba-4285-b75f-1415f6b01a15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 915 time: 0.2396483
May 10 17:17:22.259037 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-89c94632-b8b9-43bd-8481-89a0a1e20764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485 HTTP/1.1" status: 200  len: 217 time: 0.1015055
May 10 17:17:22.287156 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715b98c-3599-4cf8-973d-65666171b5c6 req-b16b6f44-4e4e-484c-8a3a-5a17a707073c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.288801 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3715b98c-3599-4cf8-973d-65666171b5c6 req-b16b6f44-4e4e-484c-8a3a-5a17a707073c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1043210
May 10 17:17:22.366272 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3715b98c-3599-4cf8-973d-65666171b5c6 req-61e9423a-1cd7-4ddd-bab5-4c5c4a1bcde6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699573
May 10 17:17:22.383779 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.465537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.479591 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-702ea1cf-6369-409b-8eef-84bd2ff7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:22.481307 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-702ea1cf-6369-409b-8eef-84bd2ff7a41e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.2143571
May 10 17:17:22.489957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Transition to ACTIVE for port object 518b0c31-4ef4-4bff-9374-b614abfcd981 will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:22.549130 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-57abb978-2793-4702-b9a9-83601b1ec984 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492530
May 10 17:17:22.664317 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.674291 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:22.756799 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Network 3ce64d3f-d811-4008-819a-924b81587134 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:22.762253 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:22.770648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:22.845343 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Pushing event updated for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:22.852570 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:22.860888 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-f13a5853-15d6-449d-96e3-f9c90bf2282e service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005028
May 10 17:17:22.960099 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.029736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-44bda232-aad3-4f03-82fb-ccd2307a162e None None] Provisioning for port 518b0c31-4ef4-4bff-9374-b614abfcd981 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:23.035540 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-44bda232-aad3-4f03-82fb-ccd2307a162e None None] Provisioning complete for port 518b0c31-4ef4-4bff-9374-b614abfcd981 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:23.036156 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-44bda232-aad3-4f03-82fb-ccd2307a162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.100538 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-44bda232-aad3-4f03-82fb-ccd2307a162e None None] Port 518b0c31-4ef4-4bff-9374-b614abfcd981 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:17:23.118474 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d91d1d1-8e1b-4dc5-82e6-ea71ee068417 req-bac12a4f-a556-47c8-a525-02376c6931b1 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484531
May 10 17:17:23.180917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2caf6-b443-4b69-8d7e-175a2e592aa0 req-2721e58d-40cd-41bb-9c69-5e8906f610e0 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.188888 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5bc2caf6-b443-4b69-8d7e-175a2e592aa0 req-2721e58d-40cd-41bb-9c69-5e8906f610e0 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.2007463
May 10 17:17:23.251705 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.275528 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5bc2caf6-b443-4b69-8d7e-175a2e592aa0 req-9c9095da-15a0-439d-b69e-cfbcc4986935 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858026
May 10 17:17:23.290834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8693a-bd20-403c-a2fd-1588843625a2 req-b3dd7735-c959-4787-b7f9-7eb912f1ef52 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.298911 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5cc8693a-bd20-403c-a2fd-1588843625a2 req-b3dd7735-c959-4787-b7f9-7eb912f1ef52 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 943 time: 0.0981834
May 10 17:17:23.352649 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5cc8693a-bd20-403c-a2fd-1588843625a2 req-d5ac6805-54fe-43b6-961e-7dba9e738638 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525684
May 10 17:17:23.564291 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b8c-1191-4bb0-818b-6f5ff61407dd req-06871005-bd4c-4c3a-acf3-7d68fac26bec tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.565972 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d4114b8c-1191-4bb0-818b-6f5ff61407dd req-06871005-bd4c-4c3a-acf3-7d68fac26bec tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0869272
May 10 17:17:23.571136 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-80db330c-4c5b-4e4a-8bc9-fc3920c1d08b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:23.573068 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-80db330c-4c5b-4e4a-8bc9-fc3920c1d08b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.1350379
May 10 17:17:23.575444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.617011 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d4114b8c-1191-4bb0-818b-6f5ff61407dd req-8876d67c-2a6b-4610-ac82-16ce844ba39a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449812
May 10 17:17:23.618149 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.657657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:23.795564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Pushing event updated for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:23.808042 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:23.808042 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.930187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Deleting port 5a6c1002-502d-4f20-9667-bea0d42e5bad {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:17:23.930555 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.032072 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Network 3ce64d3f-d811-4008-819a-924b81587134 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:24.039992 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:24.177568 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 66df36a5-0d88-4577-af07-1adcd901266c up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:24.268141 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 66df36a5-0d88-4577-af07-1adcd901266c completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:24.272696 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 66df36a5-0d88-4577-af07-1adcd901266c triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:24.273244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.323512 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] For port 5a6c1002-502d-4f20-9667-bea0d42e5bad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a6c1002-502d-4f20-9667-bea0d42e5bad,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:24.323873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.403372 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-42fc71c6-1e90-448e-b39b-e982654f6685 None None] Provisioning complete for port 518b0c31-4ef4-4bff-9374-b614abfcd981 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:24.403947 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-42fc71c6-1e90-448e-b39b-e982654f6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.469670 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-42fc71c6-1e90-448e-b39b-e982654f6685 None None] Port 518b0c31-4ef4-4bff-9374-b614abfcd981 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:17:24.478494 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Calling delete_port for 5a6c1002-502d-4f20-9667-bea0d42e5bad owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:17:24.491834 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.509762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 66df36a5-0d88-4577-af07-1adcd901266c, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=66df36a5-0d88-4577-af07-1adcd901266c,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:24.516119 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.518440 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:24.594373 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=66df36a5-0d88-4577-af07-1adcd901266c,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:24.599013 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:24.630623 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48208) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:24.632873 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d931698-640c-4230-b15f-4958686ce421 req-80d36937-816a-4cc7-a65a-1e99ef21109c tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.634316 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1d931698-640c-4230-b15f-4958686ce421 req-80d36937-816a-4cc7-a65a-1e99ef21109c tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 943 time: 0.1079352
May 10 17:17:24.650536 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:17:24.683880 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1d931698-640c-4230-b15f-4958686ce421 req-9d323bbf-99ef-4be5-9651-8a8de0ddabd9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426428
May 10 17:17:24.839133 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:24.869517 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9225-7587-498a-b54d-5989601404b0 req-bd0f1133-1a05-4d45-a543-a770027b4e48 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:24.871003 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cfde9225-7587-498a-b54d-5989601404b0 req-bd0f1133-1a05-4d45-a543-a770027b4e48 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=01093636-a04b-4cfe-9158-033fc824eaf9 HTTP/1.1" status: 200  len: 946 time: 0.3803883
May 10 17:17:24.884825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:24.937178 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:376179ef1a5e437b967f3176a967df02 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:24.947385 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:24.965211 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:25.008563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a630b-072c-44b5-aba1-813124630a3b req-cc16051f-7129-4ed1-9877-3153ef2ab3a3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.010020 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-108a630b-072c-44b5-aba1-813124630a3b req-cc16051f-7129-4ed1-9877-3153ef2ab3a3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0844584
May 10 17:17:25.028818 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cfde9225-7587-498a-b54d-5989601404b0 req-6e818680-7697-4939-9d98-be03a29e4866 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451883
May 10 17:17:25.029804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:25.042516 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:25.052311 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.058154 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:25.060087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba682610>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:25.061366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.067478 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-108a630b-072c-44b5-aba1-813124630a3b req-ece837de-b1a0-493f-9adc-7286c955df0c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497921
May 10 17:17:25.118956 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Pushing event deleted for resources: {'Port': ['ID=5a6c1002-502d-4f20-9667-bea0d42e5bad,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:25.120390 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['5a6c1002-502d-4f20-9667-bea0d42e5bad'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:25.127678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:25.176597 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] 10.222.0.20 "PUT /v2.0/routers/dee21b66-64f8-43b9-acb4-905748c80494/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3357148
May 10 17:17:25.221958 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] No DVR routers for this DVR port 5a6c1002-502d-4f20-9667-bea0d42e5bad on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:17:25.230974 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.233935 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'name': 'network-vif-deleted', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:25.249999 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f1b39a9f-e992-4067-b553-3efaf38defc8 req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "DELETE /v2.0/ports/5a6c1002-502d-4f20-9667-bea0d42e5bad HTTP/1.1" status: 204  len: 173 time: 1.6611850
May 10 17:17:25.270651 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.277279 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.287575 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-efcb0319-d3c5-4984-a320-6014d6540f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.330954 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01093636-a04b-4cfe-9158-033fc824eaf9', 'name': 'network-vif-deleted', 'tag': '5a6c1002-502d-4f20-9667-bea0d42e5bad', 'status': 'completed', 'code': 200}
May 10 17:17:25.355202 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=376179ef1a5e437b967f3176a967df02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7178245
May 10 17:17:25.355202 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98aa3b8-5b11-4d20-a644-467ab9f88626,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:25.356054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 48222) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:25.368714 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:25.384145 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:25.440595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.469209 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.537712 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.544774 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:25.550914 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:25.557703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98aa3b8-5b11-4d20-a644-467ab9f88626,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:25.561801 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:25.563160 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.564257 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a98aa3b8-5b11-4d20-a644-467ab9f88626 HTTP/1.1" status: 204  len: 168 time: 0.2069962
May 10 17:17:25.852068 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:25.885608 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'port_id': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', 'mac_address': 'fa:16:3e:83:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb3a6a9-fb18-4386-932c-68a07c9dd03a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:25.987227 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf231e16-6812-4532-af62-07a1419bbec9 req-3cc7acff-bd60-448c-979d-cca581dc616b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:25.988372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-cf231e16-6812-4532-af62-07a1419bbec9 req-3cc7acff-bd60-448c-979d-cca581dc616b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:26.002368 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.008877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 48246) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:26.016470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35035914', 'description': 'tempest-description--578416003'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:26.027561 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:26.035872 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:26.038322 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:26.040946 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:26.049137 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-cf231e16-6812-4532-af62-07a1419bbec9 req-3cc7acff-bd60-448c-979d-cca581dc616b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:26.050479 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf231e16-6812-4532-af62-07a1419bbec9 req-3cc7acff-bd60-448c-979d-cca581dc616b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 943 time: 0.1855497
May 10 17:17:26.051488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:26.061613 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba682610>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 2, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:26.068513 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:26.069391 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.069789 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:26.070205 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Updating router dee21b66-64f8-43b9-acb4-905748c80494 port 518b0c31-4ef4-4bff-9374-b614abfcd981 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:17:26.144319 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:26.170539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:26.174038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:26.181623 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:26.189844 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf231e16-6812-4532-af62-07a1419bbec9 req-e1c42211-472b-47af-926e-a438489dedbe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321595
May 10 17:17:26.219409 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 66df36a5-0d88-4577-af07-1adcd901266c up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:26.294753 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.297552 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.302766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.307312 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.335841 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-235ce586-a52f-438b-b629-cb6071080845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.340700 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.487553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.499790 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.528715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1285f20f-a253-47c5-8b0b-43eba8102647,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.534766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.536054 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.5261099
May 10 17:17:26.538736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48266) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:26.539420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.545846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group_rule': {'security_group_id': '1285f20f-a253-47c5-8b0b-43eba8102647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:26.568116 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 66df36a5-0d88-4577-af07-1adcd901266c triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:26.568892 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.602106 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:26.609418 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:26.619546 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:26.635122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:26.675538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5794-4a60-430e-8620-fc789cf2e61a req-ec6bf853-58d0-4135-a3dc-a1a9637650b6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.677316 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1ab5794-4a60-430e-8620-fc789cf2e61a req-ec6bf853-58d0-4135-a3dc-a1a9637650b6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1223788
May 10 17:17:26.700251 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.741163 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9b53a0dd-fd31-4ac9-a01c-20caecfdc485'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:26.772203 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1ab5794-4a60-430e-8620-fc789cf2e61a req-c8d2357f-e193-4c9b-a516-16c0b0af9c40 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878468
May 10 17:17:26.792699 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.797895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.799954 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:26.821860 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7af6da-7afd-4339-8a0e-12275a77ded1,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:26.831695 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:26.843091 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.847425 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3072262
May 10 17:17:26.848250 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48284) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:26.854740 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group_rule': {'security_group_id': '1285f20f-a253-47c5-8b0b-43eba8102647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:26.862798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:26.866879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:26.870680 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:26.879904 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:26.899988 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.910220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-bf7f3831-a965-4c70-aa80-a11921f5ba4a tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:26.912369 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-bf7f3831-a965-4c70-aa80-a11921f5ba4a tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 808 time: 0.2122190
May 10 17:17:26.940647 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-a2783717-28c2-4b4b-b050-a16c0609141b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/quotas/47d9c2111a384a978302dbdacffe9283 HTTP/1.1" status: 200  len: 375 time: 0.0190322
May 10 17:17:26.988642 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.993604 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:26.993863 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-02d375e8-5f77-4026-a3ca-6deb64f79f74 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521419
May 10 17:17:26.997255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:27.024739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17beed6-d84a-4fd3-b886-c44f375dcf57,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:27.037228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:27.054380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.056515 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2072208
May 10 17:17:27.059527 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 48288) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:27.065765 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:27.073967 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:27.078848 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:floatingip and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:27.083531 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:27.096588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:27.111515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.189332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.206911 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-41a1f95e-43ca-4e26-a62b-37fd24f79670 service neutron] 10.222.0.20 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043445
May 10 17:17:27.239331 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Transition to ACTIVE for port object 518b0c31-4ef4-4bff-9374-b614abfcd981 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:27.252076 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.257193 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:27.424411 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.430141 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-b72cd2b4-2031-4614-8a7e-decee990ccd0 service neutron] 10.222.0.20 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141578
May 10 17:17:27.600167 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 5a6c1002-502d-4f20-9667-bea0d42e5bad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:17:27.655871 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Pushing event updated for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:27.663860 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:27.730603 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Allocated IP 172.27.3.228 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/787b802d-2488-4a8b-88e3-9af6dea7fa3d) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:27.747368 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 5a6c1002-502d-4f20-9667-bea0d42e5bad {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:17:27.748015 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 5a6c1002-502d-4f20-9667-bea0d42e5bad not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:17:27.770177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f49ba-6ade-410c-986b-bde1f91be980 req-56dd9fbd-c4e5-40a3-8e40-d5ccb2266ab7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:27.775737 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Attempting to bind port 518b0c31-4ef4-4bff-9374-b614abfcd981 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:27.776408 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Attempting to bind port 518b0c31-4ef4-4bff-9374-b614abfcd981 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:27.776980 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Attempting to bind port 518b0c31-4ef4-4bff-9374-b614abfcd981 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:27.778532 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ae4f49ba-6ade-410c-986b-bde1f91be980 req-56dd9fbd-c4e5-40a3-8e40-d5ccb2266ab7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 944 time: 0.2130926
May 10 17:17:27.786151 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:27.786744 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Checking segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:27.787576 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.787890 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Bound using segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:27.788418 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Bound port: 518b0c31-4ef4-4bff-9374-b614abfcd981, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:27.788801 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.891361 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] For port 518b0c31-4ef4-4bff-9374-b614abfcd981, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:27.894916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] For port 518b0c31-4ef4-4bff-9374-b614abfcd981, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=518b0c31-4ef4-4bff-9374-b614abfcd981,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:27.902336 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:27.914391 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:27.915891 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5ec3602f-c871-4d68-a731-adf1bcedf871 req-17ad32da-b543-4649-8e5e-2470f8b34ef7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 210 time: 0.0436256
May 10 17:17:27.923858 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ae4f49ba-6ade-410c-986b-bde1f91be980 req-450a3e3f-5d7e-4bb2-bce2-9f7ed7d4b61f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425095
May 10 17:17:28.000644 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.015314 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:28.017851 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba682610>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:28.037702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.044127 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8db67ed5-21fa-4f8d-8531-95d466639dcf tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:28.116306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:28.120666 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:28.125347 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:28.175207 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8294-7ddb-49e7-9c99-f24b9e295f67 req-49cc1e96-9cb3-4b85-a939-35da866dfd4b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:28.186124 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c4fe8294-7ddb-49e7-9c99-f24b9e295f67 req-49cc1e96-9cb3-4b85-a939-35da866dfd4b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1451128
May 10 17:17:28.207186 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Pushing event updated for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:28.212354 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:28.240759 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=787b802d-2488-4a8b-88e3-9af6dea7fa3d,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:28.246406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:28.283740 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c4fe8294-7ddb-49e7-9c99-f24b9e295f67 req-3148f88c-3b9a-4817-b0c1-e612ae1fb493 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965540
May 10 17:17:28.328664 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:28.377098 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.462224 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.683147 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba682610>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:27Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:28.684938 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.688608 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58324432-a09c-4438-b7af-e8b73b600ac1 None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:27Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:28.689983 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.694466 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:28.817807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=787b802d-2488-4a8b-88e3-9af6dea7fa3d,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:28.821969 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:28.833381 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.860588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:28.862461 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8013804
May 10 17:17:29.142672 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-66563a5c-d974-4b2d-b2c1-154dde07a03c req-24f09cc7-9cb4-4501-85b3-71e3ef720846 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 210 time: 0.0769269
May 10 17:17:29.390955 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-d85c786a-ad37-42c4-ac8b-74814fa6f40c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:29.427215 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f41bff-237d-4457-837a-704fdc317d2e req-e2587878-4d33-454a-8566-38e10a65479f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.430321 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a9f41bff-237d-4457-837a-704fdc317d2e req-e2587878-4d33-454a-8566-38e10a65479f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 944 time: 0.3048124
May 10 17:17:29.442797 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-d85c786a-ad37-42c4-ac8b-74814fa6f40c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:29.444231 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-d85c786a-ad37-42c4-ac8b-74814fa6f40c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--35035914&fields=id&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 267 time: 0.1296742
May 10 17:17:29.494931 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-4c74cfc4-7f2e-489f-8581-cc36181287a8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.496804 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-4c74cfc4-7f2e-489f-8581-cc36181287a8 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 808 time: 0.2868404
May 10 17:17:29.527132 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a9f41bff-237d-4457-837a-704fdc317d2e req-ac1c7740-606c-4348-b965-0013f9b4f017 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868800
May 10 17:17:29.530919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Request body: {'port': {'device_id': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371', 'admin_state_up': True, 'tenant_id': '47d9c2111a384a978302dbdacffe9283'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:29.571681 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:29.718852 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:29.725175 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:29.725882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:29.782430 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-5fe20c61-81f3-42de-b88a-5ae6a3f17e03 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:29.793473 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-5fe20c61-81f3-42de-b88a-5ae6a3f17e03 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 817 time: 0.3314490
May 10 17:17:29.816851 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-9e0e765b-2b73-4640-9b69-951d3afd62fb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/quotas/20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 375 time: 0.0200021
May 10 17:17:29.899287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:29.950854 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:29.974711 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-434e69db-5e9c-4ea2-83c7-e51e6232e2fd tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1564932
May 10 17:17:29.997112 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:30.006268 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.008161 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:30.024383 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:30.037644 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Usage tracker for resource:port and tenant:47d9c2111a384a978302dbdacffe9283 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:17:30.041036 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:17:30.056382 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:30.091694 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f7f-c90c-4d3e-8139-287f8a2e22ed req-3195b800-c370-4070-ba60-8cb3a921e9aa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.096662 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-24a59f7f-c90c-4d3e-8139-287f8a2e22ed req-3195b800-c370-4070-ba60-8cb3a921e9aa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.3902140
May 10 17:17:30.114778 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Made reservation on behalf of 47d9c2111a384a978302dbdacffe9283 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:30.118692 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.153376 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:30.166870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:30.186696 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-4bea9417-ca38-4092-81c2-a2708e4e1f98 service neutron] 10.222.0.20 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060423
May 10 17:17:30.211617 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-24a59f7f-c90c-4d3e-8139-287f8a2e22ed req-3be4cb6b-b620-4e33-ad1d-88c67b676018 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122072
May 10 17:17:30.272540 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 518b0c31-4ef4-4bff-9374-b614abfcd981 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:30.321160 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', 'code': 200}
May 10 17:17:30.405619 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 518b0c31-4ef4-4bff-9374-b614abfcd981 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:30.406536 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-e1208415-834d-465c-812a-58fcbbf2dcb3 service neutron] 10.222.0.20 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189281
May 10 17:17:30.408265 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Allocated IP 172.20.0.10 (00414f31-17ec-4ed2-af22-8ed34aac4371/59ff2d48-b941-4fc4-8f38-efa9c14af889/af64101a-3422-4792-96ed-7ac7eb815e46) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:30.410519 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 518b0c31-4ef4-4bff-9374-b614abfcd981 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:30.411072 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.633145 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.692604 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d9fd847b-5918-4208-ae7e-a2f929dc5bcd req-372d3892-8fff-4208-a23f-57f02530d04c tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Synchronizing usage tracker for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:30.697452 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 518b0c31-4ef4-4bff-9374-b614abfcd981, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=518b0c31-4ef4-4bff-9374-b614abfcd981,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:30.703457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.708957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:30.781716 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211bf29-ca2e-4566-b59b-e4634096a394 req-2f0a7ca7-608f-4794-acf6-c49ac553ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.783281 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b211bf29-ca2e-4566-b59b-e4634096a394 req-2f0a7ca7-608f-4794-acf6-c49ac553ee57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 1098 time: 0.2232983
May 10 17:17:30.793464 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-d9fd847b-5918-4208-ae7e-a2f929dc5bcd req-372d3892-8fff-4208-a23f-57f02530d04c tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Unset dirty status for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:30.802142 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d9fd847b-5918-4208-ae7e-a2f929dc5bcd req-372d3892-8fff-4208-a23f-57f02530d04c tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 210 time: 0.1771619
May 10 17:17:30.807487 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:30.811505 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:30.826179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978eaf0-d77f-4b20-b41c-81e8b1467730 req-3b1d7af6-7f0c-4aa1-b198-35686b2bd12a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:30.828298 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e978eaf0-d77f-4b20-b41c-81e8b1467730 req-3b1d7af6-7f0c-4aa1-b198-35686b2bd12a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.1711957
May 10 17:17:30.845154 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.890277 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b211bf29-ca2e-4566-b59b-e4634096a394 req-393acb74-32d1-4f20-bce0-c85a137d08de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957170
May 10 17:17:30.898379 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b9723daa-e44c-4120-a651-23f631af2694 req-880c1d0a-8fc0-4423-a60c-b81c1a218949 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:30.901127 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e978eaf0-d77f-4b20-b41c-81e8b1467730 req-ea941a8b-b878-43cb-9e93-66c3ed2dec71 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650146
May 10 17:17:30.934534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b9723daa-e44c-4120-a651-23f631af2694 req-880c1d0a-8fc0-4423-a60c-b81c1a218949 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:30.935764 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b9723daa-e44c-4120-a651-23f631af2694 req-880c1d0a-8fc0-4423-a60c-b81c1a218949 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 210 time: 0.0874758
May 10 17:17:30.947483 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:30.960419 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:31.010067 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Network 00414f31-17ec-4ed2-af22-8ed34aac4371 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:31.013681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:31.016289 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:31.093419 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Pushing event updated for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:31.096162 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:31.104589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.105194 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:31.126079 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6027970
May 10 17:17:31.140697 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Request body: {'port': {'device_id': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:31.277652 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:31.431638 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255c926-e4fc-4db7-b42d-4cfe1acf596e req-f7b913b5-e872-49e3-b969-c33a7f6b17ce tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:31.433793 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7255c926-e4fc-4db7-b42d-4cfe1acf596e req-f7b913b5-e872-49e3-b969-c33a7f6b17ce tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0952623
May 10 17:17:31.500330 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7255c926-e4fc-4db7-b42d-4cfe1acf596e req-788ea6d7-366e-4270-81a8-0db05a3db2ee tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597425
May 10 17:17:31.651620 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af64101a-3422-4792-96ed-7ac7eb815e46 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:31.659171 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:31.673932 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Transition to ACTIVE for port object af64101a-3422-4792-96ed-7ac7eb815e46 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:31.677671 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:31.681845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-42d84976-320e-43d5-b074-27c6f2f43d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:31.876426 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Pushing event updated for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:31.883275 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:31.942594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Attempting to bind port af64101a-3422-4792-96ed-7ac7eb815e46 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:31.942929 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Attempting to bind port af64101a-3422-4792-96ed-7ac7eb815e46 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:31.943365 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Attempting to bind port af64101a-3422-4792-96ed-7ac7eb815e46 on network 00414f31-17ec-4ed2-af22-8ed34aac4371 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:31.948586 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Port af64101a-3422-4792-96ed-7ac7eb815e46 on network 00414f31-17ec-4ed2-af22-8ed34aac4371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:31.948906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Attempting to bind port af64101a-3422-4792-96ed-7ac7eb815e46 on network 00414f31-17ec-4ed2-af22-8ed34aac4371 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:31.955493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:31.955832 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Checking segment: {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:31.956254 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Bound using segment: {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:31.956823 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Bound port: af64101a-3422-4792-96ed-7ac7eb815e46, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262491b8-9902-46e0-b1e3-a45879cd63fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:31.957334 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:32.118172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:32.131811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af64101a-3422-4792-96ed-7ac7eb815e46,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:32.160996 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:32.180978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4b1e4b6a-9cee-45ce-8eff-76214875184b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:32.222849 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 518b0c31-4ef4-4bff-9374-b614abfcd981 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:32.269217 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f725a-30cc-4402-8be9-c022177352bd req-cb6da279-d2d8-4464-bac5-4115cf3aa437 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.271116 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-959f725a-30cc-4402-8be9-c022177352bd req-cb6da279-d2d8-4464-bac5-4115cf3aa437 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.2397015
May 10 17:17:32.308105 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 518b0c31-4ef4-4bff-9374-b614abfcd981 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:32.308338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Pushing event updated for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:32.308724 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:32.317466 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:32.354196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.354815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:32.356402 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] 10.222.0.53 "PUT /v2.0/ports/af64101a-3422-4792-96ed-7ac7eb815e46 HTTP/1.1" status: 200  len: 1094 time: 1.2211750
May 10 17:17:32.357620 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:32.369834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-a68bdeb0-939b-41d8-8c23-ef1f56d8de1b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.371633 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-a68bdeb0-939b-41d8-8c23-ef1f56d8de1b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 817 time: 0.3837013
May 10 17:17:32.412860 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1a27-70a7-48b8-8d3a-de6dbe95dd4b req-8560ee52-502a-42ea-b036-88baec0f47e7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.420878 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-947e1a27-70a7-48b8-8d3a-de6dbe95dd4b req-8560ee52-502a-42ea-b036-88baec0f47e7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 944 time: 0.4913883
May 10 17:17:32.496614 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-947e1a27-70a7-48b8-8d3a-de6dbe95dd4b req-5ce857ab-6d70-4962-bc12-57f24ab257bf tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747337
May 10 17:17:32.506516 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-5408dbb4-9757-4bba-8b76-d87b925739be tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 378 time: 0.1092875
May 10 17:17:32.520462 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'port': {'device_id': '923733e0-2055-4499-be93-a14104e80b59', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'admin_state_up': True, 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'security_groups': ['1285f20f-a253-47c5-8b0b-43eba8102647']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:32.542488 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-959f725a-30cc-4402-8be9-c022177352bd req-d8e14a76-e705-4e20-b773-5d03c991f538 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238472
May 10 17:17:32.596063 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-37468a70-e555-4ece-9757-4f387ead158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.598856 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-37468a70-e555-4ece-9757-4f387ead158f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 1097 time: 0.1072145
May 10 17:17:32.686665 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46', 'status': 'completed', 'code': 200}
May 10 17:17:32.691733 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-62ebcaa7-5ed9-47f5-8517-3d0d729b9431 req-2c615d0d-9658-4deb-be28-778e7caa2fa4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 210 time: 0.0486791
May 10 17:17:32.729019 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-030493b6-c7e4-448f-bd3b-b46d0b63ecad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af64101a-3422-4792-96ed-7ac7eb815e46 HTTP/1.1" status: 200  len: 217 time: 0.1123247
May 10 17:17:32.730334 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:32.741145 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:32.755921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Made reservation on behalf of 20567d6e73574dc3864b5a0ad5e932c0 for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:32.760068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:32.891358 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-c42e0b4d-bc2a-4b08-8d14-ff9e7dfc826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.893408 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-c42e0b4d-bc2a-4b08-8d14-ff9e7dfc826f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59ff2d48-b941-4fc4-8f38-efa9c14af889 HTTP/1.1" status: 200  len: 848 time: 0.1176169
May 10 17:17:32.908727 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111a43-1cb7-4da0-b301-c467c612de57 req-692b2359-6968-441c-93b0-9c2c4ca82f48 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:32.910234 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f0111a43-1cb7-4da0-b301-c467c612de57 req-692b2359-6968-441c-93b0-9c2c4ca82f48 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1831200
May 10 17:17:32.944147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Allocated IP 172.20.0.12 (3ce64d3f-d811-4008-819a-924b81587134/d63c6d1c-0878-4904-9926-99e33b946855/9f66dae4-9178-4f2a-98ae-24fd7a8c1db1) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:32.968247 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-a877fbc8-19ff-471a-abdc-3654f6a91340 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00414f31-17ec-4ed2-af22-8ed34aac4371&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567944
May 10 17:17:33.070437 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f0111a43-1cb7-4da0-b301-c467c612de57 req-7840821c-ec91-4305-afd4-7ad8418d8c90 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249318
May 10 17:17:33.125598 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-49b58083-0b19-49bc-bddf-8603160d832d service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418979
May 10 17:17:33.180863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:33.197709 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Transition to ACTIVE for port object 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:33.225922 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:33.232727 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:33.275475 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9f986813-3de7-4c6b-a057-0262b72b9fb2 req-5af41f31-90e9-4cac-8216-11010b622889 service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418669
May 10 17:17:33.295153 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Network 3ce64d3f-d811-4008-819a-924b81587134 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:33.298349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:33.306779 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:33.338422 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:33.346388 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:33.386745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.387257 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:33.416941 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9002991
May 10 17:17:33.425497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-3a3ed4f6-0c7b-4269-939a-378c8c250089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.427088 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-3a3ed4f6-0c7b-4269-939a-378c8c250089 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d9c2111a384a978302dbdacffe9283&device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 1097 time: 0.0989747
May 10 17:17:33.430283 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Request body: {'port': {'device_id': '923733e0-2055-4499-be93-a14104e80b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:33.542593 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e8a6a678-fddd-4114-b639-b5547361711f None None] Provisioning for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:33.546925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:33.548565 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e8a6a678-fddd-4114-b639-b5547361711f None None] Provisioning complete for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:33.549113 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a678-fddd-4114-b639-b5547361711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:33.601019 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-03ad5b18-789b-418c-a78d-0efb2adecd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.605620 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-03ad5b18-789b-418c-a78d-0efb2adecd36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 200  len: 909 time: 0.1683614
May 10 17:17:33.610585 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6a678-fddd-4114-b639-b5547361711f None None] Port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:17:33.723163 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-138ad012-ad00-457e-8f74-2b20399fa4e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af64101a-3422-4792-96ed-7ac7eb815e46 HTTP/1.1" status: 200  len: 217 time: 0.1129739
May 10 17:17:33.798782 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-ab865a30-3e5f-44ce-ad7d-ed741fb1f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.800216 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-ab865a30-3e5f-44ce-ad7d-ed741fb1f571 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59ff2d48-b941-4fc4-8f38-efa9c14af889 HTTP/1.1" status: 200  len: 848 time: 0.0690460
May 10 17:17:33.816103 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f97c4-1e0a-44ed-8961-20eb44eca33b req-043cd1d9-4e62-497d-9931-6cdea646b322 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.817483 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c6f97c4-1e0a-44ed-8961-20eb44eca33b req-043cd1d9-4e62-497d-9931-6cdea646b322 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.1522672
May 10 17:17:33.870380 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2fecb-6d20-4973-a799-623b9babd5c8 req-1b127f56-064f-4f75-8f04-3ffbf5181831 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:33.871865 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cff2fecb-6d20-4973-a799-623b9babd5c8 req-1b127f56-064f-4f75-8f04-3ffbf5181831 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 944 time: 0.2371731
May 10 17:17:33.872395 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-9fe14014-2c13-4864-832f-71826374f49e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00414f31-17ec-4ed2-af22-8ed34aac4371&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539677
May 10 17:17:33.944194 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cff2fecb-6d20-4973-a799-623b9babd5c8 req-15c8baa6-d6f7-4338-8824-9ab1c711a404 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635142
May 10 17:17:33.969924 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c6f97c4-1e0a-44ed-8961-20eb44eca33b req-874efafb-e5e5-4edd-b094-6ae49c2a3d55 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122978
May 10 17:17:34.021327 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:34.029674 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:34.047414 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Transition to ACTIVE for port object 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:34.050456 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-36597cb6-a0f3-4058-907c-3688f35ef7ad service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581011
May 10 17:17:34.054636 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:34.060027 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:34.358532 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7147d596-1d08-4b2a-80c5-9013045f9859 req-3505fa0e-5ae5-4c1e-aabb-d6359e179e3e service neutron] 10.222.0.53 "GET /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001003
May 10 17:17:34.429121 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:34.435146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:34.598408 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d52f3-0bfd-40eb-8f19-0dae8bc0afe0 req-f97b097e-2b07-4e10-8354-147ed4f0d390 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.605489 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d5d52f3-0bfd-40eb-8f19-0dae8bc0afe0 req-f97b097e-2b07-4e10-8354-147ed4f0d390 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1490188
May 10 17:17:34.625770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8949-c505-4fff-95da-28ad3b979d02 req-ced577c8-db82-45c5-9be9-f6680f37247d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.626510 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e2dc8949-c505-4fff-95da-28ad3b979d02 req-ced577c8-db82-45c5-9be9-f6680f37247d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:34.639934 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Attempting to bind port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:34.640833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Attempting to bind port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:34.641161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Attempting to bind port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:34.664152 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 on network 3ce64d3f-d811-4008-819a-924b81587134 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:34.664152 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Attempting to bind port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:34.664152 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e2dc8949-c505-4fff-95da-28ad3b979d02 req-ced577c8-db82-45c5-9be9-f6680f37247d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:34.666407 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e2dc8949-c505-4fff-95da-28ad3b979d02 req-ced577c8-db82-45c5-9be9-f6680f37247d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.4901047
May 10 17:17:34.675622 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d5d52f3-0bfd-40eb-8f19-0dae8bc0afe0 req-3755e2af-e2d5-4da3-99ab-91a108a7e9ff tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628510
May 10 17:17:34.687296 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:34.687631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Checking segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:34.688240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Bound using segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:34.688701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Bound port: 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:34.688969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:34.796683 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e2dc8949-c505-4fff-95da-28ad3b979d02 req-31c5fd6d-92e7-4d40-8cd0-0ddd34808574 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1292639
May 10 17:17:34.855806 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:34.859563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:34.864058 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:34.869224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:34.919840 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:34.920448 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:34.921896 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 1094 time: 1.4959385
May 10 17:17:34.924751 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:34.965638 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:35.027579 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:35.030892 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'status': 'completed', 'code': 200}
May 10 17:17:35.072590 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-74c56444-a1f1-4e67-a214-c9ad8ad39160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.074142 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-74c56444-a1f1-4e67-a214-c9ad8ad39160 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1097 time: 0.0950625
May 10 17:17:35.182005 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-57cd3c65-2f9e-41c0-935b-6a0c1b220867 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 217 time: 0.0747964
May 10 17:17:35.279888 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d4a16-ba54-4fbc-8b47-49a2b198cd4b req-8df30e56-3e47-48f6-ac30-f360cc7a390f tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.282181 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-895d4a16-ba54-4fbc-8b47-49a2b198cd4b req-8df30e56-3e47-48f6-ac30-f360cc7a390f tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 944 time: 0.2122400
May 10 17:17:35.286770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-4be358ca-62f2-407c-9712-27321e338842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.288314 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-4be358ca-62f2-407c-9712-27321e338842 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.0938146
May 10 17:17:35.377677 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-895d4a16-ba54-4fbc-8b47-49a2b198cd4b req-a392c0a9-240d-4ba0-933c-37af7837dc84 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880609
May 10 17:17:35.401074 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-d6fc984a-9638-436e-b063-d529219afccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.402488 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-d6fc984a-9638-436e-b063-d529219afccc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974586
May 10 17:17:35.543287 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-729eced8-ac34-4d69-a929-6882d71908b6 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240952
May 10 17:17:35.606318 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device af64101a-3422-4792-96ed-7ac7eb815e46 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:35.688167 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d012a48-76dd-45fb-8863-1d0612c1ed00 req-8d1f0ec3-2bbb-4aae-b504-972ef4b04b33 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357424
May 10 17:17:35.749235 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af64101a-3422-4792-96ed-7ac7eb815e46,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:35.769629 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'af64101a-3422-4792-96ed-7ac7eb815e46', 'network_id': '00414f31-17ec-4ed2-af22-8ed34aac4371', 'port_id': 'af64101a-3422-4792-96ed-7ac7eb815e46', 'mac_address': 'fa:16:3e:17:8b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ff2d48-b941-4fc4-8f38-efa9c14af889', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:35.841896 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:35.861006 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af64101a-3422-4792-96ed-7ac7eb815e46 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:35.880606 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af64101a-3422-4792-96ed-7ac7eb815e46,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:35.887098 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:35.890590 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee828-1356-4981-9453-684c5b11d682 req-17b2a8a2-ec0b-4cd6-86c4-302229f2cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:35.891314 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:35.892099 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-17b2a8a2-ec0b-4cd6-86c4-302229f2cd37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1097 time: 0.1090794
May 10 17:17:36.019941 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:36.030701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250515b9-d03d-4c2b-8000-44d2e52228ec req-47468aa3-b538-4dfa-bb6c-e12a4358cb5f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.037516 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-250515b9-d03d-4c2b-8000-44d2e52228ec req-47468aa3-b538-4dfa-bb6c-e12a4358cb5f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2389989
May 10 17:17:36.038435 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:36.088870 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-250515b9-d03d-4c2b-8000-44d2e52228ec req-4bbd6ee8-daf3-41db-b567-36dc2cf806ce tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497942
May 10 17:17:36.168138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5836-0d15-4c7b-aa8a-003c83cd6df5 req-eb13b85d-f0f7-4e8b-95f5-af251b20dc15 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.169585 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-287d5836-0d15-4c7b-aa8a-003c83cd6df5 req-eb13b85d-f0f7-4e8b-95f5-af251b20dc15 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1651926
May 10 17:17:36.170749 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee828-1356-4981-9453-684c5b11d682 req-cb98b59a-e02f-4ca4-a654-7c7c9a188bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.172244 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-cb98b59a-e02f-4ca4-a654-7c7c9a188bf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.2694328
May 10 17:17:36.273638 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-5ba8c6b1-d7a0-41fb-b602-2305d3979dfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 217 time: 0.0821824
May 10 17:17:36.334098 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-287d5836-0d15-4c7b-aa8a-003c83cd6df5 req-e98d8794-f637-4b58-a8c2-03081a5ec4bd tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1578038
May 10 17:17:36.336651 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['af64101a-3422-4792-96ed-7ac7eb815e46'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:36.400558 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee828-1356-4981-9453-684c5b11d682 req-f30b3ee7-4dfb-44bc-aa3d-28d16623c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.402477 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-f30b3ee7-4dfb-44bc-aa3d-28d16623c4a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.1181629
May 10 17:17:36.594585 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee828-1356-4981-9453-684c5b11d682 req-9202d945-331c-4a05-9618-6e069bbc4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.602000 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-9202d945-331c-4a05-9618-6e069bbc4003 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1908886
May 10 17:17:36.929647 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-0d36cade-76d2-4dc8-b0c8-70530f6ce3fd service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3094299
May 10 17:17:36.952393 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e19563-89b3-43d4-bec1-56a347ddebd5 req-9247c3aa-847d-4d60-bb32-38487698feb3 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:36.953811 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50e19563-89b3-43d4-bec1-56a347ddebd5 req-9247c3aa-847d-4d60-bb32-38487698feb3 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 945 time: 0.1284201
May 10 17:17:37.068233 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50e19563-89b3-43d4-bec1-56a347ddebd5 req-3ae554ef-4777-4779-8b43-8e9704d1d236 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962644
May 10 17:17:37.114194 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-661ee828-1356-4981-9453-684c5b11d682 req-296296c7-d110-4f30-8106-8295af4f1ea5 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593597
May 10 17:17:37.276067 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d638f1b-b3bc-4297-aec2-4f7d912a154d req-cd0800c2-9b1a-403b-8329-969901699226 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:37.277423 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7d638f1b-b3bc-4297-aec2-4f7d912a154d req-cd0800c2-9b1a-403b-8329-969901699226 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0813897
May 10 17:17:37.320832 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7d638f1b-b3bc-4297-aec2-4f7d912a154d req-0ce360bb-2604-42c2-a3f3-22c2a9a70b91 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370657
May 10 17:17:37.545281 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906309-b1e6-44c5-a5df-5bed6b5b8d29 req-37276105-bb90-44f5-b1f0-038029f94847 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:37.546847 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-06906309-b1e6-44c5-a5df-5bed6b5b8d29 req-37276105-bb90-44f5-b1f0-038029f94847 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0843778
May 10 17:17:37.594715 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-06906309-b1e6-44c5-a5df-5bed6b5b8d29 req-13810a27-8754-45cb-a1ca-34940a924e7e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411847
May 10 17:17:38.249965 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb630a7-2b54-4507-ba9e-4ee6cd6e57e5 req-2f0ce6c8-9ad2-44ee-bed7-626949937387 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:38.251432 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6eb630a7-2b54-4507-ba9e-4ee6cd6e57e5 req-2f0ce6c8-9ad2-44ee-bed7-626949937387 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 945 time: 0.0787911
May 10 17:17:38.296772 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6eb630a7-2b54-4507-ba9e-4ee6cd6e57e5 req-c25ad094-9855-432b-aa71-fab5d3ba61d7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395973
May 10 17:17:38.508800 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162368e2-f810-4f3e-ad96-a25ee54a2f09 req-c6a3542c-e7ac-4a1b-a6ef-21f652a1a2a2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:38.510145 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-162368e2-f810-4f3e-ad96-a25ee54a2f09 req-c6a3542c-e7ac-4a1b-a6ef-21f652a1a2a2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0840287
May 10 17:17:38.548057 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:38.557301 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-162368e2-f810-4f3e-ad96-a25ee54a2f09 req-d6020731-3fbf-434b-9c97-27082b5df2d3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408399
May 10 17:17:38.784885 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749b48-2abd-4439-ac94-11d04d15a9af req-5cf0077f-c243-48a7-9356-426ba9f99a24 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:38.786534 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a749b48-2abd-4439-ac94-11d04d15a9af req-5cf0077f-c243-48a7-9356-426ba9f99a24 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0836082
May 10 17:17:38.831415 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a749b48-2abd-4439-ac94-11d04d15a9af req-982e7278-0548-40b7-a733-27d8a1585af3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393407
May 10 17:17:39.476402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290ad2-2312-4b0d-a462-86482c4c86fc req-492ab51f-8fd6-4fa8-b144-c7024511cafa tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:39.477826 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da290ad2-2312-4b0d-a462-86482c4c86fc req-492ab51f-8fd6-4fa8-b144-c7024511cafa tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 945 time: 0.0784502
May 10 17:17:39.521845 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da290ad2-2312-4b0d-a462-86482c4c86fc req-d824be2f-326a-4f5f-a1c8-1855f7cfcf5a tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377243
May 10 17:17:39.745099 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2be9a-a3e8-40fd-ae5f-a129ed3c0c43 req-8665e93b-e8ce-45f5-b49b-e39a844c54f9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:39.746553 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b8a2be9a-a3e8-40fd-ae5f-a129ed3c0c43 req-8665e93b-e8ce-45f5-b49b-e39a844c54f9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0829940
May 10 17:17:39.792641 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b8a2be9a-a3e8-40fd-ae5f-a129ed3c0c43 req-d9546021-32ba-44c4-a7ff-47e0d26a1dce tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403974
May 10 17:17:40.013482 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e850dc0-c504-4347-a280-09081670cb74 req-062b3148-a3ef-4d48-ba04-fa303e0f40ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.014969 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4e850dc0-c504-4347-a280-09081670cb74 req-062b3148-a3ef-4d48-ba04-fa303e0f40ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0775907
May 10 17:17:40.058675 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4e850dc0-c504-4347-a280-09081670cb74 req-0fca2d69-5be3-4cf4-8d02-d74002c3b00f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380995
May 10 17:17:40.703379 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500415-6a1d-41aa-82e4-3fee0f285a33 req-1a1aef96-f653-487d-bda5-d3e1e4d04e10 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:40.704835 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d8500415-6a1d-41aa-82e4-3fee0f285a33 req-1a1aef96-f653-487d-bda5-d3e1e4d04e10 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 945 time: 0.0820332
May 10 17:17:40.747367 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d8500415-6a1d-41aa-82e4-3fee0f285a33 req-f36ee9a9-6acc-43bf-9623-d82da4c66a47 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369172
May 10 17:17:40.997755 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafae1d-d202-4d51-b5fb-19aef84b733d req-bf916e15-6148-4467-937b-f36ccd557b44 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:41.000341 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fcafae1d-d202-4d51-b5fb-19aef84b733d req-bf916e15-6148-4467-937b-f36ccd557b44 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0857759
May 10 17:17:41.052282 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fcafae1d-d202-4d51-b5fb-19aef84b733d req-fdad3b89-03b9-4163-a1d9-9455f1200b02 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451751
May 10 17:17:41.264174 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564751f1-5dcd-4dee-a1ca-2996d868de7f req-1263db13-1f21-4135-b45b-7f89cda7568f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:41.264642 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-564751f1-5dcd-4dee-a1ca-2996d868de7f req-1263db13-1f21-4135-b45b-7f89cda7568f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0882077
May 10 17:17:41.311757 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-564751f1-5dcd-4dee-a1ca-2996d868de7f req-c6beed02-44bb-42a7-817c-98827f43e65b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413620
May 10 17:17:41.679274 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:17:41.681720 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device af64101a-3422-4792-96ed-7ac7eb815e46 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:41.843879 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port af64101a-3422-4792-96ed-7ac7eb815e46 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:41.861718 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port af64101a-3422-4792-96ed-7ac7eb815e46 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:41.862085 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:41.924352 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:41.936601 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519874a3-faae-4743-ab64-f39f08112e5c req-25ddc69e-9fc6-4ce6-8e0e-05478c60e2d7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:41.938058 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-519874a3-faae-4743-ab64-f39f08112e5c req-25ddc69e-9fc6-4ce6-8e0e-05478c60e2d7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 945 time: 0.0827441
May 10 17:17:41.946186 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:17:41.985221 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-519874a3-faae-4743-ab64-f39f08112e5c req-e7c8fd5a-ad2f-4027-948f-895f23750948 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406008
May 10 17:17:42.046224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.072082 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.080947 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:42.108835 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:42.113791 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:42.120003 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.124372 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:42.160985 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af64101a-3422-4792-96ed-7ac7eb815e46,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:42.168602 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46', 'code': 200}
May 10 17:17:42.177219 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:42.203399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:42.206520 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:42.207073 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:42.266631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0bc11-cc89-4b53-b191-80f327505472 req-6c3f65e9-c9d3-4c52-8ae1-f8fd53189e52 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:42.268114 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5dd0bc11-cc89-4b53-b191-80f327505472 req-6c3f65e9-c9d3-4c52-8ae1-f8fd53189e52 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1009841
May 10 17:17:42.275252 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:42.278250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:42.314253 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5dd0bc11-cc89-4b53-b191-80f327505472 req-fd1fd782-abb4-44dd-bfa2-219a59b7402a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402343
May 10 17:17:42.485106 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:42.489842 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7274a1-8cba-4c79-b3f6-759834b22b81 req-4f5a1ef0-9721-4630-85e4-83958149edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:42.491293 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe7274a1-8cba-4c79-b3f6-759834b22b81 req-4f5a1ef0-9721-4630-85e4-83958149edb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 1099 time: 0.1227438
May 10 17:17:42.545985 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc7ea6-798d-41c8-b811-4168882e6eaa req-64af4da0-eb24-48dd-ac94-c19b7b449b8e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:42.547428 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cdbc7ea6-798d-41c8-b811-4168882e6eaa req-64af4da0-eb24-48dd-ac94-c19b7b449b8e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.1242900
May 10 17:17:42.556442 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe7274a1-8cba-4c79-b3f6-759834b22b81 req-368dfadc-7397-41bc-b3b0-1355843635cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563672
May 10 17:17:42.598028 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cdbc7ea6-798d-41c8-b811-4168882e6eaa req-4e5de21c-5610-4407-ae90-aa766a59d37f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433345
May 10 17:17:43.176381 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ad62-7aa1-4259-b961-5ec5ed38d896 req-e55ebd11-133b-4ffe-9ae1-2643134083d7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:43.178532 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b326ad62-7aa1-4259-b961-5ec5ed38d896 req-e55ebd11-133b-4ffe-9ae1-2643134083d7 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.0817156
May 10 17:17:43.223855 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b326ad62-7aa1-4259-b961-5ec5ed38d896 req-07157132-b6f7-4881-bd0e-52f6035e69e5 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394104
May 10 17:17:43.514815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8787a-1d7b-4a5f-8cee-28f71dfaf5df req-6d98b4f1-cd99-4bac-9a82-a6f22d4f7d27 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:43.516312 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d6e8787a-1d7b-4a5f-8cee-28f71dfaf5df req-6d98b4f1-cd99-4bac-9a82-a6f22d4f7d27 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0853624
May 10 17:17:43.564549 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d6e8787a-1d7b-4a5f-8cee-28f71dfaf5df req-e1f9bd3e-5621-4130-87be-70f8280bc910 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415907
May 10 17:17:43.839318 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca778318-7a60-47c1-8983-cb6e2ae9d651 req-6d6c7194-a834-4901-b958-f66e3aeb1e3b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:43.840763 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca778318-7a60-47c1-8983-cb6e2ae9d651 req-6d6c7194-a834-4901-b958-f66e3aeb1e3b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.1365423
May 10 17:17:43.885230 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca778318-7a60-47c1-8983-cb6e2ae9d651 req-cd8f8bea-7708-4279-839e-4df340cf738b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379744
May 10 17:17:44.413736 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596863f-cd0b-45b3-995d-5cb6db5f08ee req-646e3a10-bcf7-42a0-b050-59c90b670319 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:44.415224 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2596863f-cd0b-45b3-995d-5cb6db5f08ee req-646e3a10-bcf7-42a0-b050-59c90b670319 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.0848880
May 10 17:17:44.468034 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2596863f-cd0b-45b3-995d-5cb6db5f08ee req-1ed1c0a7-17a5-4ef2-a6ff-e0d8112ba4f3 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469849
May 10 17:17:44.754664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd64eee-881a-4f3a-9f0a-71a81329b5a4 req-43afc809-1e7a-4e0a-b044-1e6966b9f326 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:44.756177 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0cd64eee-881a-4f3a-9f0a-71a81329b5a4 req-43afc809-1e7a-4e0a-b044-1e6966b9f326 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0796709
May 10 17:17:44.802702 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0cd64eee-881a-4f3a-9f0a-71a81329b5a4 req-b3f458ae-c8db-4c2a-9c9f-33469ba49c6b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408382
May 10 17:17:45.073863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bee63-4e54-492b-a9ad-316cf812c0a1 req-a913a84f-7545-4e87-8c41-5698326d513d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.075290 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-453bee63-4e54-492b-a9ad-316cf812c0a1 req-a913a84f-7545-4e87-8c41-5698326d513d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.0800326
May 10 17:17:45.128027 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-453bee63-4e54-492b-a9ad-316cf812c0a1 req-86e29ff3-5896-4a12-ab39-ec47f1cabdff tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467525
May 10 17:17:45.245005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590aec-5860-4975-883d-0fcecad55edb req-ef6618e2-2afc-4b4e-8a06-16ad2e3ec056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.246489 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0f590aec-5860-4975-883d-0fcecad55edb req-ef6618e2-2afc-4b4e-8a06-16ad2e3ec056 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 1098 time: 0.0771799
May 10 17:17:45.300303 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0f590aec-5860-4975-883d-0fcecad55edb req-358d6c96-7254-4872-86a7-5f31b6a6f5ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382974
May 10 17:17:45.656313 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d054d-f90d-41ea-8612-5102da61fd24 req-637e0935-896e-4e2a-8ea2-0e058a012740 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:45.657872 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c88d054d-f90d-41ea-8612-5102da61fd24 req-637e0935-896e-4e2a-8ea2-0e058a012740 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.0838327
May 10 17:17:45.691720 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:17:45.706889 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c88d054d-f90d-41ea-8612-5102da61fd24 req-c76d76a4-6f71-478f-9667-091c0b81cd56 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431430
May 10 17:17:45.779905 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:17:45.784934 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:17:45.785307 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.950296 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:45.984273 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:46.010978 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:46.023190 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:46.025071 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:46.041486 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d75f-be28-4923-8b83-f44b5c5640e7 req-28dbfcb2-f912-4e81-8f6e-bab115b32edf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:46.045318 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8482d75f-be28-4923-8b83-f44b5c5640e7 req-28dbfcb2-f912-4e81-8f6e-bab115b32edf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0942059
May 10 17:17:46.073911 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'code': 200}
May 10 17:17:46.100547 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8482d75f-be28-4923-8b83-f44b5c5640e7 req-02b684fb-71b6-409e-b21d-8814e2596da1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492156
May 10 17:17:46.111870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:46.120072 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.120421 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.120758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.121090 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.121416 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.121741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.122061 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.122381 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.122827 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.123152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.123472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.123792 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:46.127759 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:46.442113 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66b57-3f6e-4190-980d-37cba856bd8d req-d12d9f3d-4c07-4da8-b659-a7c91a77d3ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:46.443622 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-93d66b57-3f6e-4190-980d-37cba856bd8d req-d12d9f3d-4c07-4da8-b659-a7c91a77d3ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1761501
May 10 17:17:46.474225 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d7161-8d38-4fce-b4a5-5dd1f458d876 req-f7d877c9-5901-4cf9-afe4-d54b0d7064fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:46.475657 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f17d7161-8d38-4fce-b4a5-5dd1f458d876 req-f7d877c9-5901-4cf9-afe4-d54b0d7064fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1099 time: 0.1300836
May 10 17:17:46.526334 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-93d66b57-3f6e-4190-980d-37cba856bd8d req-a55b4f6e-af6b-4818-a1a3-c8e006f82d19 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0732040
May 10 17:17:46.543582 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f17d7161-8d38-4fce-b4a5-5dd1f458d876 req-540cab25-8abb-4339-92b8-8bddc8b615b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0577569
May 10 17:17:47.167335 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4865b1-29cf-4c4d-a4df-24f87c2ae262 req-726ab541-0b6d-4dfc-84f1-b8a1aa7c65c1 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.170159 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9a4865b1-29cf-4c4d-a4df-24f87c2ae262 req-726ab541-0b6d-4dfc-84f1-b8a1aa7c65c1 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.0954046
May 10 17:17:47.178933 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5d6d570e-2f85-41a4-baa8-74ddeb5b13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.238280 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9a4865b1-29cf-4c4d-a4df-24f87c2ae262 req-84300d0b-f97c-4ad0-94b1-1993cd622943 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609853
May 10 17:17:47.320954 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9721c-8d9c-4331-8ef1-727dda50f12c req-83ce0354-edbf-45b2-bce0-c3a1d394b3d1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.322325 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4fa9721c-8d9c-4331-8ef1-727dda50f12c req-83ce0354-edbf-45b2-bce0-c3a1d394b3d1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.0907531
May 10 17:17:47.366148 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4fa9721c-8d9c-4331-8ef1-727dda50f12c req-c41a49ee-1e85-42db-8289-df68fcfba43a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373406
May 10 17:17:47.550885 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24b683-484a-4b34-9bed-25aaa290eb2a req-a1122359-8ff2-41e1-9531-bd5378c5ec8f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.552391 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7b24b683-484a-4b34-9bed-25aaa290eb2a req-a1122359-8ff2-41e1-9531-bd5378c5ec8f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0794187
May 10 17:17:47.599106 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7b24b683-484a-4b34-9bed-25aaa290eb2a req-4a7e5da1-c711-43c4-9c0b-7d20ece4de8e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380070
May 10 17:17:47.798983 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7565213-2931-440a-bead-117488ce5ce6 req-45fab6ee-97f9-41e1-a663-7319bc00fba6 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:47.800733 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f7565213-2931-440a-bead-117488ce5ce6 req-45fab6ee-97f9-41e1-a663-7319bc00fba6 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1047373
May 10 17:17:47.854843 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f7565213-2931-440a-bead-117488ce5ce6 req-be7a9438-83e6-4856-a5ac-7d3db13ff881 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459213
May 10 17:17:48.458963 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fda157-ba16-42ca-adac-2b82586d27d4 req-674c67a8-0e3d-4117-b4d3-d6af11d9d39d tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:48.460515 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-91fda157-ba16-42ca-adac-2b82586d27d4 req-674c67a8-0e3d-4117-b4d3-d6af11d9d39d tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.0996180
May 10 17:17:48.532025 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-91fda157-ba16-42ca-adac-2b82586d27d4 req-2a1f176d-002c-4676-86ee-4c7558f5629b tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616667
May 10 17:17:49.065496 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703df4-92b0-4a57-8088-e912b160be7c req-6edd0af6-77cb-4d82-9a19-3a0e5d9b771f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.066924 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cd703df4-92b0-4a57-8088-e912b160be7c req-6edd0af6-77cb-4d82-9a19-3a0e5d9b771f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0856075
May 10 17:17:49.116915 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cd703df4-92b0-4a57-8088-e912b160be7c req-92481a3b-bb2f-4799-8cf1-d51f57882c33 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442183
May 10 17:17:49.307654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf9bf-a605-4183-8c5b-287d0f37a2fc req-319220d8-989f-4127-a9f0-b79661e3da02 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.309209 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-97cdf9bf-a605-4183-8c5b-287d0f37a2fc req-319220d8-989f-4127-a9f0-b79661e3da02 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0817902
May 10 17:17:49.318025 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 48768) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:17:49.323344 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'floatingip': {'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:49.446580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.757187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-11e64e24-ecae-487c-a8e1-d96bef2cdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.758908 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-11e64e24-ecae-487c-a8e1-d96bef2cdb0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1755261
May 10 17:17:49.774580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-8d946a2b-fa7a-49ac-9edf-b08b5d0f5452 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.777273 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-8d946a2b-fa7a-49ac-9edf-b08b5d0f5452 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.3932185
May 10 17:17:49.793857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6630660-fadd-4c94-a406-000bdc6909b1 req-342eb517-ee2e-45fc-9220-04bea695b131 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.796004 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d6630660-fadd-4c94-a406-000bdc6909b1 req-342eb517-ee2e-45fc-9220-04bea695b131 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1483965
May 10 17:17:49.839310 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.900512 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d6630660-fadd-4c94-a406-000bdc6909b1 req-3757920d-f0ae-462a-bd86-7a1924cd8388 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965836
May 10 17:17:49.936205 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b4414a23-726d-4057-bf07-9ac5895a9697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:49.971944 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-e68bf9cc-9563-4015-ae76-235b3717d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:49.974882 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-e68bf9cc-9563-4015-ae76-235b3717d98f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.2068484
May 10 17:17:50.128538 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-386348f5-31a7-49c9-923c-3385834d8bb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.1441011
May 10 17:17:50.187563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e234ddd-bc4c-4d56-8d67-b4a394c96de6 req-c8cb4b3f-2cdd-4d81-9ea9-9c5122494304 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:50.189106 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6e234ddd-bc4c-4d56-8d67-b4a394c96de6 req-c8cb4b3f-2cdd-4d81-9ea9-9c5122494304 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 946 time: 0.5002766
May 10 17:17:50.230879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-97a46665-7426-4d7f-9fa8-547546c205be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:50.232467 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-97a46665-7426-4d7f-9fa8-547546c205be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.0920501
May 10 17:17:50.286879 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-6e3676b2-34a4-4201-b540-5bddae55c4d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470996
May 10 17:17:50.460366 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6e234ddd-bc4c-4d56-8d67-b4a394c96de6 req-f7c61bf9-9a86-476f-9547-1bf7d930ecb0 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/security-groups?id=d33684c2-bfc8-4515-852f-5f6243a9e1e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617388
May 10 17:17:50.505875 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Deleting port af64101a-3422-4792-96ed-7ac7eb815e46 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:17:50.506211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.610705 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-89cc8340-6766-4340-9030-98e47a0584d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148642
May 10 17:17:50.640878 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-6ca2b4c8-a059-471a-b850-4b21fe1cbd51 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:50.642287 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-6ca2b4c8-a059-471a-b850-4b21fe1cbd51 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.2659268
May 10 17:17:50.658631 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-f560503e-5840-4b05-9e48-4a83a80a7dbe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/quotas/43fcc83953fd486a897a81b67a53c97e HTTP/1.1" status: 200  len: 375 time: 0.0107667
May 10 17:17:50.751278 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-a87d6013-6ef8-4cfd-b9de-43e228ab897f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0866301
May 10 17:17:50.772093 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] For port af64101a-3422-4792-96ed-7ac7eb815e46, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af64101a-3422-4792-96ed-7ac7eb815e46,segment=NetworkSegment(262491b8-9902-46e0-b1e3-a45879cd63fd),segment_id=262491b8-9902-46e0-b1e3-a45879cd63fd)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:17:50.772093 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.830932 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.894949 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-debc9216-eb2c-4e68-8d67-b8bcac538c6c service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368272
May 10 17:17:50.912491 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Calling delete_port for af64101a-3422-4792-96ed-7ac7eb815e46 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:17:50.917870 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.923907 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.040243 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-66876887-8114-427c-a6c2-749d6fc231fd service neutron] 10.222.0.20 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391146
May 10 17:17:51.285815 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Floating IP 5f82be96-ee34-43e4-b1a1-d68c1d451e8a associated. External IP: 172.27.3.228, port: 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1.
May 10 17:17:51.352029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c30ab-9b32-4cbe-a611-83409921dd5f req-4f83c29a-8924-4ed8-aa75-329bcdbe5f17 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:51.353655 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da0c30ab-9b32-4cbe-a611-83409921dd5f req-4f83c29a-8924-4ed8-aa75-329bcdbe5f17 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3123717
May 10 17:17:51.534556 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da0c30ab-9b32-4cbe-a611-83409921dd5f req-c527d0c4-1e4a-459d-9ba3-79657fce8dc9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239805
May 10 17:17:51.578399 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.588606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4bd04f23-2a36-4d9a-be33-40bb82029f48 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:51.647396 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Pushing event deleted for resources: {'Port': ['ID=af64101a-3422-4792-96ed-7ac7eb815e46,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:51.728073 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:51.844638 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c8cf03dc-8420-45de-a94f-f9636d622036 req-91c562b8-f251-49a8-8134-8d6c67fb7c1d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 210 time: 0.1995776
May 10 17:17:51.884020 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] No DVR routers for this DVR port af64101a-3422-4792-96ed-7ac7eb815e46 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:17:51.891255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:51.893766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'name': 'network-vif-deleted', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:51.926553 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9d97752d-0d6f-49a0-9234-9866e2336c47 req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.53 "DELETE /v2.0/ports/af64101a-3422-4792-96ed-7ac7eb815e46 HTTP/1.1" status: 204  len: 173 time: 2.1115222
May 10 17:17:51.996969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e05a8cf1-92c1-4214-be50-a7eb4b863c79 req-df8be834-6514-4cda-b7ba-ecf616516088 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Synchronizing usage tracker for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:52.008594 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:17:52.022906 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e05a8cf1-92c1-4214-be50-a7eb4b863c79 req-df8be834-6514-4cda-b7ba-ecf616516088 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Unset dirty status for tenant:47d9c2111a384a978302dbdacffe9283 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:52.024062 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e05a8cf1-92c1-4214-be50-a7eb4b863c79 req-df8be834-6514-4cda-b7ba-ecf616516088 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 210 time: 0.0845301
May 10 17:17:52.082627 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31c725b-688a-4f81-aadc-4aa22040369d', 'name': 'network-vif-deleted', 'tag': 'af64101a-3422-4792-96ed-7ac7eb815e46', 'status': 'completed', 'code': 200}
May 10 17:17:52.210603 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:17:52.215134 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.227831 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:17:52.237704 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:52.238307 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb009eb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:52.277770 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a0a167fa-37a3-4f86-8343-0aadef2bf838 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "PUT /v2.0/floatingips/5f82be96-ee34-43e4-b1a1-d68c1d451e8a HTTP/1.1" status: 200  len: 992 time: 2.9586234
May 10 17:17:52.368182 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.422046 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:52.773183 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb009eb0>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '5f82be96-ee34-43e4-b1a1-d68c1d451e8a', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923733e0-2055-4499-be93-a14104e80b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:28Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:52.777591 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:17:52.786409 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:17:52.787001 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb009eb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:52.991863 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:17:53.335137 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0b637224-92a7-44df-a495-0133767093b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb009eb0>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '5f82be96-ee34-43e4-b1a1-d68c1d451e8a', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923733e0-2055-4499-be93-a14104e80b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:28Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:17:53.338933 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b637224-92a7-44df-a495-0133767093b1 None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '5f82be96-ee34-43e4-b1a1-d68c1d451e8a', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923733e0-2055-4499-be93-a14104e80b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:17:28Z', 'updated_at': '2021-05-10T17:17:50Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:17:53.516348 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['af64101a-3422-4792-96ed-7ac7eb815e46'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:53.568781 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f0fd8-8fe2-450f-8385-e84b5a4d07c0 None None] New status for floating IP 5f82be96-ee34-43e4-b1a1-d68c1d451e8a: ACTIVE {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:17:53.688983 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-442636b7-4c39-4c22-8352-fe96e60e2ab2 req-c7182db2-08ee-4b6a-a376-29cd3f5af367 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827900
May 10 17:17:53.861986 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6206b7-dece-4df8-985b-f2cb015ae9cc req-37a2187a-3dde-486f-9d14-e976e3bf3d6a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:53.863441 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2a6206b7-dece-4df8-985b-f2cb015ae9cc req-37a2187a-3dde-486f-9d14-e976e3bf3d6a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1280971
May 10 17:17:53.875854 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-72d12460-b575-43d3-9a30-c18861168d9c req-2f5e99b9-632f-4f3e-a12f-fbafd8d0716e tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 210 time: 0.0708508
May 10 17:17:53.914392 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2a6206b7-dece-4df8-985b-f2cb015ae9cc req-b3e96cbb-7384-4e69-87f7-6c43fd74f14c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423374
May 10 17:17:54.034995 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c2156282-a554-4991-aab7-f5e340265125 req-875a24d7-a1c1-48c7-b355-7b35cac5bf20 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] 10.222.0.20 "GET /v2.0/ports?device_id=b31c725b-688a-4f81-aadc-4aa22040369d HTTP/1.1" status: 200  len: 210 time: 0.0432324
May 10 17:17:54.084072 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:54.129469 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'status': 'completed', 'code': 200}
May 10 17:17:54.307711 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-281b52f5-1ee7-46c0-8085-ed2b1b5afcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.309372 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-281b52f5-1ee7-46c0-8085-ed2b1b5afcd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1099 time: 0.1070356
May 10 17:17:54.471394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-63981d66-c1cc-4d2f-b6c1-f9b3d566342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.472839 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-63981d66-c1cc-4d2f-b6c1-f9b3d566342a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1499941
May 10 17:17:54.585447 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-beec27b3-b67f-450e-adca-a196bf9bd1df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 1002 time: 0.0946627
May 10 17:17:54.657798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-8d43c1b1-65e8-425b-a0d9-be66e064c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.659667 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-8d43c1b1-65e8-425b-a0d9-be66e064c711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.0621097
May 10 17:17:54.743196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-0282c554-415b-4bfb-84cc-01e1817d330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.744710 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-0282c554-415b-4bfb-84cc-01e1817d330e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748751
May 10 17:17:54.888264 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-69acb6c8-d3f8-4d4c-8218-e2a242aba911 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335988
May 10 17:17:54.993978 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-43a56225-042b-4ff6-b29f-b7280730d79d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:54.995628 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-43a56225-042b-4ff6-b29f-b7280730d79d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/networks?id=8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 200  len: 814 time: 0.2036390
May 10 17:17:55.017402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Request body: {'port': {'device_id': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'admin_state_up': True, 'tenant_id': '43fcc83953fd486a897a81b67a53c97e'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:55.080197 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3f266b47-0b24-49c2-ba8b-a13cf6c12c75 req-01ccccb9-bcb7-4662-a138-98d60b79354f service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735725
May 10 17:17:55.144204 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b26357bc-579b-4f90-af79-6e0839ecff07 req-88794376-b2b8-47be-a44e-66638aec7168 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 210 time: 0.0575440
May 10 17:17:55.357376 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:17:55.380770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20f31-fda3-4ea1-abc0-4f2638b86671 req-e1b02b61-325b-45fe-9abd-fb74c112b00f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:55.381188 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-15c20f31-fda3-4ea1-abc0-4f2638b86671 req-e1b02b61-325b-45fe-9abd-fb74c112b00f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2700589
May 10 17:17:55.385061 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:17:55.413789 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Made reservation on behalf of 43fcc83953fd486a897a81b67a53c97e for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:17:55.418311 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.456505 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-15c20f31-fda3-4ea1-abc0-4f2638b86671 req-32588b31-eab3-4bd2-ae3b-585c43ee027f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677507
May 10 17:17:55.525864 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device af64101a-3422-4792-96ed-7ac7eb815e46 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:17:55.567736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: af64101a-3422-4792-96ed-7ac7eb815e46 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:17:55.567736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device af64101a-3422-4792-96ed-7ac7eb815e46 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:17:55.588919 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:17:55.612659 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Allocated IP 172.20.0.2 (8e8d5e91-9db5-49b8-8c76-a2223fef260f/0cb3a6a9-fb18-4386-932c-68a07c9dd03a/65000f21-41b9-4fd6-84b5-b27c189a9e29) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:17:55.838989 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.891123 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.900763 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:55.907289 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6', '069d62b0-eafc-4c97-906f-6689071c8ae1', '9b53a0dd-fd31-4ac9-a01c-20caecfdc485'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:17:55.973488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Network 8e8d5e91-9db5-49b8-8c76-a2223fef260f is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:17:55.977055 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:17:55.991061 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:17:56.020220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event updated for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:56.035226 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.035717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.036164 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.036518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.036882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.037284 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.037616 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.038014 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.038391 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.038694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.039128 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.039461 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:17:56.046454 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:56.074081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:56.074719 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.106549 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0936375
May 10 17:17:56.133453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Request body: {'port': {'device_id': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:17:56.368273 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.474785 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de9f62-ec82-4aa3-91a8-97d607cb8d3a req-48819a51-cafa-4a11-b2e3-3d66f5ee11f1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:56.475499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-42de9f62-ec82-4aa3-91a8-97d607cb8d3a req-48819a51-cafa-4a11-b2e3-3d66f5ee11f1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:17:56.557303 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-42de9f62-ec82-4aa3-91a8-97d607cb8d3a req-48819a51-cafa-4a11-b2e3-3d66f5ee11f1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:17:56.564936 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-42de9f62-ec82-4aa3-91a8-97d607cb8d3a req-48819a51-cafa-4a11-b2e3-3d66f5ee11f1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 931 time: 0.2734578
May 10 17:17:56.698034 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1263ad-6b9f-47f2-9b70-4f55be4289e6 req-a98ba754-d084-4113-bca6-4284b574366a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:56.700624 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3a1263ad-6b9f-47f2-9b70-4f55be4289e6 req-a98ba754-d084-4113-bca6-4284b574366a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1038821
May 10 17:17:56.706529 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-42de9f62-ec82-4aa3-91a8-97d607cb8d3a req-a8087143-be74-4a0d-af76-da82a8e63ce7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344023
May 10 17:17:56.760165 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3a1263ad-6b9f-47f2-9b70-4f55be4289e6 req-1acdd582-4af3-42d0-b224-23402c88fa20 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528967
May 10 17:17:56.868560 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65000f21-41b9-4fd6-84b5-b27c189a9e29 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:17:56.877549 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.897019 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Transition to ACTIVE for port object 65000f21-41b9-4fd6-84b5-b27c189a9e29 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:17:56.902592 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:56.909353 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-af1da30f-34d9-4e7c-bbf1-e5c36ce3269f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:57.112352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Pushing event updated for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:57.118694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:57.157054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Attempting to bind port 65000f21-41b9-4fd6-84b5-b27c189a9e29 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:17:57.157388 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Attempting to bind port 65000f21-41b9-4fd6-84b5-b27c189a9e29 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:17:57.157715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Attempting to bind port 65000f21-41b9-4fd6-84b5-b27c189a9e29 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:57.162431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Port 65000f21-41b9-4fd6-84b5-b27c189a9e29 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:17:57.162748 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Attempting to bind port 65000f21-41b9-4fd6-84b5-b27c189a9e29 on network 8e8d5e91-9db5-49b8-8c76-a2223fef260f {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:17:57.167947 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:17:57.168310 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Checking segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:17:57.168684 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Bound using segment: {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:17:57.169103 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Bound port: 65000f21-41b9-4fd6-84b5-b27c189a9e29, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:17:57.169445 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.261481 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:17:57.265357 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:17:57.271949 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.276777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:17:57.329161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:57.329761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:57.331128 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] 10.222.0.53 "PUT /v2.0/ports/65000f21-41b9-4fd6-84b5-b27c189a9e29 HTTP/1.1" status: 200  len: 1093 time: 1.2043133
May 10 17:17:57.331576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:17:57.356037 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Pushing event updated for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:17:57.359272 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:17:57.376085 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29', 'status': 'completed', 'code': 200}
May 10 17:17:57.902352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fc8d4-2fd9-4f48-99fa-c01fd71e5ed2 req-b5db00d8-6966-463c-b643-2e83312212a2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:57.903815 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab6fc8d4-2fd9-4f48-99fa-c01fd71e5ed2 req-b5db00d8-6966-463c-b643-2e83312212a2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 943 time: 0.0865290
May 10 17:17:57.962812 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0451f-0ab0-406e-974d-03d5bf037111 req-c489526c-bc73-41e1-a897-ba87d5e98a1d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:57.964549 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e4a0451f-0ab0-406e-974d-03d5bf037111 req-c489526c-bc73-41e1-a897-ba87d5e98a1d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0954139
May 10 17:17:58.043919 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab6fc8d4-2fd9-4f48-99fa-c01fd71e5ed2 req-455138d5-1d47-41db-a583-dd19f40b294f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320393
May 10 17:17:58.096978 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e4a0451f-0ab0-406e-974d-03d5bf037111 req-8a4388e2-1c71-4086-90e6-ef3a5f2eba61 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243491
May 10 17:17:59.234821 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7a2b-652f-436e-be85-ed44ad0c3420 req-931f7590-d574-4711-bcba-dbb2a382a060 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:59.236288 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d77c7a2b-652f-436e-be85-ed44ad0c3420 req-931f7590-d574-4711-bcba-dbb2a382a060 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 943 time: 0.0825760
May 10 17:17:59.285299 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d77c7a2b-652f-436e-be85-ed44ad0c3420 req-d296ee12-d81b-4836-bd91-b2f0f41de4a1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430534
May 10 17:17:59.464354 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7663a59-1cb9-443a-913d-5b46d842d626 req-ecf129ee-7d92-418a-99cd-41a7901f9c0d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:17:59.465797 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b7663a59-1cb9-443a-913d-5b46d842d626 req-ecf129ee-7d92-418a-99cd-41a7901f9c0d tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0825651
May 10 17:17:59.518496 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b7663a59-1cb9-443a-913d-5b46d842d626 req-58e548d9-b1bc-4583-a7af-e259bcc4bf71 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462525
May 10 17:18:00.441127 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff67be-cbdf-4135-af2d-621115adda0a req-3a282017-a180-4833-8ef4-76c469d9cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.442598 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4eff67be-cbdf-4135-af2d-621115adda0a req-3a282017-a180-4833-8ef4-76c469d9cddb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 1096 time: 0.0802791
May 10 17:18:00.477487 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076e8e-0805-4293-bb95-e99a0a5951a0 req-f6af0ead-3709-4300-896a-0a51f92768d0 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.478835 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-49076e8e-0805-4293-bb95-e99a0a5951a0 req-f6af0ead-3709-4300-896a-0a51f92768d0 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 943 time: 0.0859964
May 10 17:18:00.526913 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-49076e8e-0805-4293-bb95-e99a0a5951a0 req-ccd905e4-bbd9-4871-b63b-7574c40a9513 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421150
May 10 17:18:00.596721 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff67be-cbdf-4135-af2d-621115adda0a req-6404954a-549e-4aab-bb1f-c81d38ee451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.598192 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4eff67be-cbdf-4135-af2d-621115adda0a req-6404954a-549e-4aab-bb1f-c81d38ee451e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=43fcc83953fd486a897a81b67a53c97e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1446517
May 10 17:18:00.794511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff67be-cbdf-4135-af2d-621115adda0a req-d59ed486-baa2-4627-a13a-37fba01cdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.796489 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4eff67be-cbdf-4135-af2d-621115adda0a req-d59ed486-baa2-4627-a13a-37fba01cdc84 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1916378
May 10 17:18:00.813139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cdb2c-3f71-4fa8-8ab3-34f99ea4ce5d req-f460beef-1c0f-4ff5-a71d-097c88b5f393 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.814558 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab2cdb2c-3f71-4fa8-8ab3-34f99ea4ce5d req-f460beef-1c0f-4ff5-a71d-097c88b5f393 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1372392
May 10 17:18:00.898913 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab2cdb2c-3f71-4fa8-8ab3-34f99ea4ce5d req-7dfc5929-6c43-4561-b8c1-e09ecfd06294 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787024
May 10 17:18:00.930234 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-01433799-36ba-4e0f-bba4-f67b79214468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:00.931656 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-01433799-36ba-4e0f-bba4-f67b79214468 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43fcc83953fd486a897a81b67a53c97e&device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 1096 time: 0.0805612
May 10 17:18:01.014924 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-b8179d91-bd89-4969-82aa-91a5f7a95b38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29 HTTP/1.1" status: 200  len: 217 time: 0.0661256
May 10 17:18:01.084944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3c93-2934-4602-890d-f128ff889330 req-df567f32-a84f-4787-96ac-8d620ed4f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.086308 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-df567f32-a84f-4787-96ac-8d620ed4f120 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 200  len: 854 time: 0.0635550
May 10 17:18:01.138897 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-b5bf2ed0-eaa2-4b9f-82a2-a123a19119fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e8d5e91-9db5-49b8-8c76-a2223fef260f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420465
May 10 17:18:01.283434 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-35903149-f00f-4142-9b9f-97d4a80875a2 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369653
May 10 17:18:01.459846 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-17fc3c93-2934-4602-890d-f128ff889330 req-9cb9eb08-b27d-42e2-a351-c46c9a912418 service neutron] 10.222.0.53 "GET /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690507
May 10 17:18:01.759215 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b9cf8-20c9-4999-9ca5-5f81c6eca4c7 req-9a96c5c1-510d-43fd-986b-d4f0034c62f7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:01.766502 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7e9b9cf8-20c9-4999-9ca5-5f81c6eca4c7 req-9a96c5c1-510d-43fd-986b-d4f0034c62f7 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 943 time: 0.0979974
May 10 17:18:01.820512 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7e9b9cf8-20c9-4999-9ca5-5f81c6eca4c7 req-9ae608e7-9774-4c54-b173-cdeddc435a74 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531483
May 10 17:18:02.133400 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd77ec2-1722-47af-a8d7-1a9e564ef7e6 req-d8f87624-967a-475e-a937-4e2d0ac7bd78 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:02.141620 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-efd77ec2-1722-47af-a8d7-1a9e564ef7e6 req-d8f87624-967a-475e-a937-4e2d0ac7bd78 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0997694
May 10 17:18:02.192785 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-efd77ec2-1722-47af-a8d7-1a9e564ef7e6 req-4ef9e4f8-85b9-4d44-ab92-18b59d84dff2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501785
May 10 17:18:03.161141 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb13c-066f-42cf-bafb-c83e17c4401e req-95d1fc88-01df-479f-8972-a6499538e100 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.165650 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-972cb13c-066f-42cf-bafb-c83e17c4401e req-95d1fc88-01df-479f-8972-a6499538e100 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 943 time: 0.1570156
May 10 17:18:03.208107 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-6390bc9f-4605-4836-a4b8-74e4f2caa2ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2515838
May 10 17:18:03.426902 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49068) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:03.481157 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-972cb13c-066f-42cf-bafb-c83e17c4401e req-b3f41ebc-9ce9-4dbb-b5ee-605da6e36d61 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004415
May 10 17:18:03.519662 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-71d4ac9f-6cd6-478f-92ba-7a949427c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.521288 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-71d4ac9f-6cd6-478f-92ba-7a949427c753 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1099 time: 0.2750261
May 10 17:18:03.550338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3067-3ceb-49ae-8b62-af8d7295aaa7 req-fb53aa1a-7c71-48a7-9416-e72d6b0b988e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.554704 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4f4e3067-3ceb-49ae-8b62-af8d7295aaa7 req-fb53aa1a-7c71-48a7-9416-e72d6b0b988e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1794963
May 10 17:18:03.641797 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.664717 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4f4e3067-3ceb-49ae-8b62-af8d7295aaa7 req-21d44910-0598-4f48-9db9-c03998d1c6c1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044884
May 10 17:18:03.666520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:03.674529 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Usage tracker for resource:security_group_rule and tenant:79ee8e7311694c1ba7269870a25c04a0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:03.685048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:03.690199 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:03.806689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.814433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.825013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1cce4b9c-367e-4b21-b45d-26bee8a4ba63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:03.867887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-fa33c212-4225-4e0d-ac60-3fd262eebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:03.869769 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-fa33c212-4225-4e0d-ac60-3fd262eebec0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.3136587
May 10 17:18:03.871301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df4272-51a7-4485-a67b-f4ab84d1226c,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:03.882987 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.883348 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.883689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.884061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.884423 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.884747 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.885106 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.885423 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.885759 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.886094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.886422 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.886753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:03.891681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:03.900938 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79ee8e7311694c1ba7269870a25c04a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4693589
May 10 17:18:03.902943 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49086) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:03.981219 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:03.996282 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-795f2776-2e27-49a5-a93a-d633a9687f7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 1002 time: 0.1180069
May 10 17:18:04.019133 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.082327 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-74254216-b5b0-4c1e-b6c4-5d0d600f78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.083915 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-74254216-b5b0-4c1e-b6c4-5d0d600f78f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.0757730
May 10 17:18:04.091780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.096294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c9af899-7d74-4dc1-8f0c-503e9634b667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:04.111269 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df4272-51a7-4485-a67b-f4ab84d1226c,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:04.114364 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:04.119115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.135795 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0df4272-51a7-4485-a67b-f4ab84d1226c HTTP/1.1" status: 204  len: 168 time: 0.2309649
May 10 17:18:04.224002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-895e9156-0322-4f8d-9861-eaba5d7a33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.228577 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-895e9156-0322-4f8d-9861-eaba5d7a33a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1332681
May 10 17:18:04.270045 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 65000f21-41b9-4fd6-84b5-b27c189a9e29 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:18:04.438742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:04.459244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '65000f21-41b9-4fd6-84b5-b27c189a9e29', 'network_id': '8e8d5e91-9db5-49b8-8c76-a2223fef260f', 'port_id': '65000f21-41b9-4fd6-84b5-b27c189a9e29', 'mac_address': 'fa:16:3e:ed:19:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb3a6a9-fb18-4386-932c-68a07c9dd03a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:18:04.464359 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-38b7b817-cfe4-4f7a-b381-b696b7e34c8f service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249405
May 10 17:18:04.522965 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.542475 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65000f21-41b9-4fd6-84b5-b27c189a9e29 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:18:04.572512 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:04.585595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:04.588436 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:04.663578 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-57de8a16-fda0-42c5-9ed6-578775093ae3 req-92ef357a-99e1-45ac-91d0-8c7f6f11656e service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905549
May 10 17:18:04.744829 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:04.767132 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:04.834853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410b1d-29bc-432b-b3ae-2329e3a10865 req-2730c2ef-dffa-4860-99e7-bf290c280d7d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:04.840265 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d7410b1d-29bc-432b-b3ae-2329e3a10865 req-2730c2ef-dffa-4860-99e7-bf290c280d7d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 944 time: 0.1478899
May 10 17:18:04.933355 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d7410b1d-29bc-432b-b3ae-2329e3a10865 req-0945f716-ab19-4f37-8174-b468e700369a tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857790
May 10 17:18:05.008036 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509e14e-4982-474d-a0a6-55f43076c989 req-1953e23e-bd39-4e6f-9f73-54cdae2ce101 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:05.016802 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6509e14e-4982-474d-a0a6-55f43076c989 req-1953e23e-bd39-4e6f-9f73-54cdae2ce101 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1412597
May 10 17:18:05.043703 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['65000f21-41b9-4fd6-84b5-b27c189a9e29'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:05.122739 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6509e14e-4982-474d-a0a6-55f43076c989 req-9303f226-96c5-4ed5-8d81-01471f68eb33 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049552
May 10 17:18:05.384674 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49126) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:05.547495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455579835-network', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:05.552892 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:05.558668 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Usage tracker for resource:network and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:05.562558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:05.570658 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:05.584792 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Made reservation on behalf of 5c55bfcb3cfe44219a63287f0983cdeb for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:05.588099 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.604950 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.624122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:05.629395 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:05.634441 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:05.641296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:05.848446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.848446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.848446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4fda0df6-31e6-4662-b0e6-aaea201014e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:05.875957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:18:05.886214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739913e5-c86b-4131-8958-244dc9870463,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:05.890251 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:05.903079 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:05.903535 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Added segment 192018b2-de81-43d8-94f7-0cccc53df451 of type vlan for network b109023a-af5c-4b92-87bd-51b508f2bfe6
May 10 17:18:05.940079 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.006241 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.007995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:06.008677 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.013089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:06.173264 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Pushing event updated for resources: {'Network': ['ID=b109023a-af5c-4b92-87bd-51b508f2bfe6,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:06.178071 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:06.182775 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49144) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:06.183626 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7978575
May 10 17:18:06.189459 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Request body: {'subnet': {'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455579835-subnet', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'ip_version': 4}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:06.194274 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:18:06.203526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:06.218494 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Usage tracker for resource:subnet and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:06.241108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:06.252550 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:06.287207 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Made reservation on behalf of 5c55bfcb3cfe44219a63287f0983cdeb for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:06.287432 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f5150-637d-4621-8001-ec9686d0f164 req-ae97118f-886c-47bf-aeb4-415e9f5631eb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:06.291791 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-196f5150-637d-4621-8001-ec9686d0f164 req-ae97118f-886c-47bf-aeb4-415e9f5631eb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 944 time: 0.1809740
May 10 17:18:06.299134 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7155791'] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.380788 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-196f5150-637d-4621-8001-ec9686d0f164 req-2ab37c2b-6db4-4859-8c1e-09b1c8d448d2 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806501
May 10 17:18:06.658371 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757655f-5c64-4b17-9641-f830fc14a670 req-a040c350-0086-4e74-897b-92bc8f383d42 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:06.660792 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3757655f-5c64-4b17-9641-f830fc14a670 req-a040c350-0086-4e74-897b-92bc8f383d42 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1664312
May 10 17:18:06.808801 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3757655f-5c64-4b17-9641-f830fc14a670 req-b5292e95-4ddc-4bf5-8071-49662c052ec2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298671
May 10 17:18:06.947233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8370288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7155773'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:06.953342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0374f452-6a00-4e2b-8d5c-7461508d3d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:07.044235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f6b0af-3fe2-44ad-872e-38045e4e782b,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:07.049480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:07.057928 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Checking segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:07.058280 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Network hostable DHCP agents. Network: b109023a-af5c-4b92-87bd-51b508f2bfe6, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:18:07.081623 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:18:07.094421 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, b109023a-af5c-4b92-87bd-51b508f2bfe6) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:07.105682 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:07.106466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.107546 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1069bc0-0b30-401b-a69b-44c42eac525a None None] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:18:07.130075 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9453473
May 10 17:18:07.132848 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49162) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:07.139636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:07.144615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:07.148732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Usage tracker for resource:router and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:07.151827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:07.159905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:07.172373 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.173539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.209652 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.491627 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-b109023a-af5c-4b92-87bd-51b508f2bfe6', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:18:07.493069 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.715562 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2040da0-9727-4fe3-808a-a3f5e00e8450 req-c10f3d58-f7af-4c36-ad19-d69e1f0945a8 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:07.726558 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c2040da0-9727-4fe3-808a-a3f5e00e8450 req-c10f3d58-f7af-4c36-ad19-d69e1f0945a8 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 944 time: 0.1184297
May 10 17:18:07.767631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:07.804173 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c2040da0-9727-4fe3-808a-a3f5e00e8450 req-4001cfbd-308a-4404-aca4-156ee29d832b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747013
May 10 17:18:07.823223 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Allocated IP 172.20.0.2 (b109023a-af5c-4b92-87bd-51b508f2bfe6/31f6b0af-3fe2-44ad-872e-38045e4e782b/63fe70de-fa01-4900-87c7-6a59cc60d3d9) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:08.091397 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.101641 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Transition to ACTIVE for port object 63fe70de-fa01-4900-87c7-6a59cc60d3d9 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:08.127908 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Transition to ACTIVE for port object 63fe70de-fa01-4900-87c7-6a59cc60d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:08.136842 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.142939 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:08.210588 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:08.218959 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:08.224505 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:08.227015 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Pushing event updated for resources: {'Port': ['ID=63fe70de-fa01-4900-87c7-6a59cc60d3d9,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:08.231161 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:08.253394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.289937 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.303572 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 65000f21-41b9-4fd6-84b5-b27c189a9e29 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:08.351782 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21806-9007-40e7-ad5e-53f02ef66cc6 req-6e41a312-0d4c-4b34-b5e1-99f84b1a4240 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:08.353421 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ac21806-9007-40e7-ad5e-53f02ef66cc6 req-6e41a312-0d4c-4b34-b5e1-99f84b1a4240 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3070836
May 10 17:18:08.411087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Attempting to bind port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:08.411455 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Attempting to bind port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:08.411870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Attempting to bind port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 on network b109023a-af5c-4b92-87bd-51b508f2bfe6 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:08.422111 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:08.422719 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Checking segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:08.423549 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.424182 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Bound using segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:08.424927 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Bound port: 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:08.425856 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.457261 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ac21806-9007-40e7-ad5e-53f02ef66cc6 req-d0bccd3a-e095-4388-a0a1-a14650c11938 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930572
May 10 17:18:08.508531 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Allocated IP 172.27.3.140 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/228db874-5c12-42b1-8d8b-a4ce5c730db3) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:08.515018 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 65000f21-41b9-4fd6-84b5-b27c189a9e29 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:08.522504 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 65000f21-41b9-4fd6-84b5-b27c189a9e29 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:08.522916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.649638 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.658014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-67808317-461f-468d-acae-4ee290f2b803 None None] For port 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:08.661984 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-67808317-461f-468d-acae-4ee290f2b803 None None] For port 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=63fe70de-fa01-4900-87c7-6a59cc60d3d9,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:08.700196 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.711116 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:08.785978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.803255 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Pushing event updated for resources: {'Port': ['ID=63fe70de-fa01-4900-87c7-6a59cc60d3d9,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:08.817134 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:08.850997 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.862896 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:08.891296 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.960456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:08.965059 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:08.972213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:08.986588 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:08.994146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:08.996961 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:09.017111 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:09.095359 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29', 'code': 200}
May 10 17:18:09.097758 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Pushing event updated for resources: {'Port': ['ID=228db874-5c12-42b1-8d8b-a4ce5c730db3,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:09.164675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:09.168898 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:09.182393 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:09.451015 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbdd20-a00f-4191-8694-8c061b955512 req-e30fba39-f0f8-4427-8b23-7ae93ae6ac1f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.453283 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d4cbdd20-a00f-4191-8694-8c061b955512 req-e30fba39-f0f8-4427-8b23-7ae93ae6ac1f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.3640907
May 10 17:18:09.545481 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d4cbdd20-a00f-4191-8694-8c061b955512 req-91c4124f-8ea6-46b9-830b-0abdb60af9e1 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601544
May 10 17:18:09.640416 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458890ab-7d26-4dac-ad23-0ec76f500b11 req-5a0d08ce-5a7d-446c-8449-999031f299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.643597 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-458890ab-7d26-4dac-ad23-0ec76f500b11 req-5a0d08ce-5a7d-446c-8449-999031f299bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 1098 time: 0.1586657
May 10 17:18:09.779873 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-458890ab-7d26-4dac-ad23-0ec76f500b11 req-1d8b5c08-c587-434e-bf32-237bc6a0cb02 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169934
May 10 17:18:09.843811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:09.851603 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf722-f04c-42a3-85f3-38336c847c83 req-4fcd65c5-6187-45c0-a5f6-4f485905ca29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:09.853401 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-51adf722-f04c-42a3-85f3-38336c847c83 req-4fcd65c5-6187-45c0-a5f6-4f485905ca29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1477950
May 10 17:18:09.933017 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-51adf722-f04c-42a3-85f3-38336c847c83 req-c4af18ec-a7c6-4f1d-9d15-654e45d2a11c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717330
May 10 17:18:10.343332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 63fe70de-fa01-4900-87c7-6a59cc60d3d9 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:10.421889 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42402d-7a20-49d3-8660-8f5a47400756 None None] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:18:10.508620 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:10.562933 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Provisioning for port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:10.648208 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Provisioning complete for port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:10.648583 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.655139 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.879326 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398b573-3947-4187-a20f-ca06323da407 req-131c963f-7d07-4136-9c40-a3218d19ec9a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:10.886331 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6398b573-3947-4187-a20f-ca06323da407 req-131c963f-7d07-4136-9c40-a3218d19ec9a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1024387
May 10 17:18:10.926689 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:10.976751 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6398b573-3947-4187-a20f-ca06323da407 req-c5691bde-477b-4930-b7b6-023b462f71da tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865939
May 10 17:18:10.988132 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] For port 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=63fe70de-fa01-4900-87c7-6a59cc60d3d9,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:11.018528 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.027643 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:11.292400 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Pushing event updated for resources: {'Port': ['ID=63fe70de-fa01-4900-87c7-6a59cc60d3d9,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:11.292794 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e9791-3590-46f1-b2be-ac779d5031fc req-7c650776-7af1-4281-b67e-4db58d5d0522 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:11.294302 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-632e9791-3590-46f1-b2be-ac779d5031fc req-7c650776-7af1-4281-b67e-4db58d5d0522 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.4616745
May 10 17:18:11.297220 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:11.336881 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Router ef66bb82-6865-4a54-aa90-e24c425e2793 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:18:11.420010 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-632e9791-3590-46f1-b2be-ac779d5031fc req-11979cd1-cb72-4d5a-91d5-d543484b1585 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179798
May 10 17:18:11.535569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51712ac-4bf1-4367-99cd-efc78ef026ce req-7146bcad-e1da-4002-8d93-bb8a3082bce8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:11.547043 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e51712ac-4bf1-4367-99cd-efc78ef026ce req-7146bcad-e1da-4002-8d93-bb8a3082bce8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3154669
May 10 17:18:11.606204 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:18:11.613887 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e51712ac-4bf1-4367-99cd-efc78ef026ce req-11b87806-efa9-4da2-ab5c-13b17b674588 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625789
May 10 17:18:11.631514 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Sync routers for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:18:11.644553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.644965 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:11.645464 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf92b0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:11.649013 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5151470
May 10 17:18:11.649843 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49238) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:11.751684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-c111ed71-712e-473e-a20a-59f007687f7b None None] Provisioning complete for port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:11.752351 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c111ed71-712e-473e-a20a-59f007687f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:11.941154 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:12.302742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 63fe70de-fa01-4900-87c7-6a59cc60d3d9 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:12.343625 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed1649-3163-45ab-a307-9261f2fc045e req-a67148cc-c954-4f69-8eaa-b3ff6f89bd6f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.355145 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-56ed1649-3163-45ab-a307-9261f2fc045e req-a67148cc-c954-4f69-8eaa-b3ff6f89bd6f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.2009764
May 10 17:18:12.420648 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf92b0>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:09Z', 'revision_number': 3, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:12.426834 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-56ed1649-3163-45ab-a307-9261f2fc045e req-78f0e2ab-8802-40ea-a984-1f6b6ea87572 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703149
May 10 17:18:12.441226 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Checking router: ef66bb82-6865-4a54-aa90-e24c425e2793 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:18:12.442060 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Updating router ef66bb82-6865-4a54-aa90-e24c425e2793 port 228db874-5c12-42b1-8d8b-a4ce5c730db3 binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:18:12.481993 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:12.483268 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.568610 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.758270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464372f3-946b-419c-9f3e-74990c9557eb req-91e9bbbc-8eab-43e0-8c96-b6548918c0d6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.759782 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-464372f3-946b-419c-9f3e-74990c9557eb req-91e9bbbc-8eab-43e0-8c96-b6548918c0d6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.1581705
May 10 17:18:12.859489 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc128e-1388-4e87-806e-27608f894339 req-820c0828-90ca-4e4b-8710-80ddb6b9fdbf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:12.866673 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d7dc128e-1388-4e87-806e-27608f894339 req-820c0828-90ca-4e4b-8710-80ddb6b9fdbf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1006687
May 10 17:18:12.884765 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-464372f3-946b-419c-9f3e-74990c9557eb req-d0656bcc-c30d-4ba7-a507-2f8d399eb4a0 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928507
May 10 17:18:12.907566 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:12.922916 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d7dc128e-1388-4e87-806e-27608f894339 req-664c877d-39ab-41e5-93ba-cf30b8773edc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553319
May 10 17:18:13.239984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Allocated IP 172.20.0.1 (b109023a-af5c-4b92-87bd-51b508f2bfe6/31f6b0af-3fe2-44ad-872e-38045e4e782b/bae1f218-bdd0-422f-a255-24b194de1ef7) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:13.270423 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.292830 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Transition to ACTIVE for port object 228db874-5c12-42b1-8d8b-a4ce5c730db3 will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:13.310450 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.315413 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.470210 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc2b8c-a484-4511-b8aa-e89cf04d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=228db874-5c12-42b1-8d8b-a4ce5c730db3,revision_number=2']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.492865 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-d1bc2b8c-a484-4511-b8aa-e89cf04d8aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.548926 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.557190 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Attempting to bind port 228db874-5c12-42b1-8d8b-a4ce5c730db3 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:13.557564 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Attempting to bind port 228db874-5c12-42b1-8d8b-a4ce5c730db3 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:13.557929 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Attempting to bind port 228db874-5c12-42b1-8d8b-a4ce5c730db3 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:13.581137 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:13.581511 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:13.581912 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.582027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Transition to ACTIVE for port object bae1f218-bdd0-422f-a255-24b194de1ef7 will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:13.582304 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:13.582800 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Bound port: 228db874-5c12-42b1-8d8b-a4ce5c730db3, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:13.583194 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.619167 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.626601 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.699786 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:13.704476 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:13.708345 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:13.755569 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] For port 228db874-5c12-42b1-8d8b-a4ce5c730db3, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:13.768202 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] For port 228db874-5c12-42b1-8d8b-a4ce5c730db3, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=228db874-5c12-42b1-8d8b-a4ce5c730db3,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:13.784418 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.787501 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.788223 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069902e-83ed-4a7b-8bc8-474bc8801508 req-e6b7a46d-d282-47c4-85c8-8d963755d23c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:13.790408 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0069902e-83ed-4a7b-8bc8-474bc8801508 req-e6b7a46d-d282-47c4-85c8-8d963755d23c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1546135
May 10 17:18:13.808993 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-86d9a838-2f7c-4d7d-8f1d-cbe20dd00649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:13.861483 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Pushing event updated for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.864438 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.906120 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0069902e-83ed-4a7b-8bc8-474bc8801508 req-07a6e375-2ef5-4c5d-b325-fe75af799d32 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078610
May 10 17:18:13.956249 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc2b8c-a484-4511-b8aa-e89cf04d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=228db874-5c12-42b1-8d8b-a4ce5c730db3,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:13.960703 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-d1bc2b8c-a484-4511-b8aa-e89cf04d8aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:13.981589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:13.984625 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:13.985275 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf92b0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:14.088734 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-f9e772f7-10b6-436d-a45b-fc489b6ca7ab None None] Provisioning for port bae1f218-bdd0-422f-a255-24b194de1ef7 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:14.103602 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-f9e772f7-10b6-436d-a45b-fc489b6ca7ab None None] Provisioning complete for port bae1f218-bdd0-422f-a255-24b194de1ef7 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:14.104611 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-f9e772f7-10b6-436d-a45b-fc489b6ca7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.275304 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:14.285049 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-f9e772f7-10b6-436d-a45b-fc489b6ca7ab None None] Port bae1f218-bdd0-422f-a255-24b194de1ef7 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:18:14.463891 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23643c9-4a1e-4d52-abbb-9bea82047260 req-03bf8890-b6b7-477d-98cc-1ad0384cbf92 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:14.472281 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b23643c9-4a1e-4d52-abbb-9bea82047260 req-03bf8890-b6b7-477d-98cc-1ad0384cbf92 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3358939
May 10 17:18:14.550399 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b23643c9-4a1e-4d52-abbb-9bea82047260 req-f2b87138-47a0-47e2-b522-64263ded38ef tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769556
May 10 17:18:14.583000 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.589113 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.620526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:14.643431 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf92b0>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 1, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:14.664098 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572341-3efb-4094-bcae-df7dfd7cbec1 None None] The sync data for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi is: [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 1, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:18:14.703526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:14.744940 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Pushing event updated for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:14.788326 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:14.953595 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:14.954796 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:15.422657 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-060fb4ee-6a6c-4260-9158-8bed735b1d77 None None] Provisioning complete for port bae1f218-bdd0-422f-a255-24b194de1ef7 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:15.423263 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-060fb4ee-6a6c-4260-9158-8bed735b1d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:15.550053 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Router ef66bb82-6865-4a54-aa90-e24c425e2793 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:18:15.604952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-060fb4ee-6a6c-4260-9158-8bed735b1d77 None None] Port bae1f218-bdd0-422f-a255-24b194de1ef7 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:18:15.931551 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e9c61-52df-4cd4-a1b5-86de7d43222c req-955da0a1-3d45-4f57-ac0b-ba861131c145 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:15.942388 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-661e9c61-52df-4cd4-a1b5-86de7d43222c req-955da0a1-3d45-4f57-ac0b-ba861131c145 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.6276212
May 10 17:18:15.992364 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:18:16.009062 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] 10.222.0.20 "PUT /v2.0/routers/ef66bb82-6865-4a54-aa90-e24c425e2793/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3581817
May 10 17:18:16.025011 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0e79e-f4ea-4708-b01a-443622d227c7 req-ef1083ac-8ec6-48ab-acb4-9dc6888aa1fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:16.032010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-eee0e79e-f4ea-4708-b01a-443622d227c7 req-ef1083ac-8ec6-48ab-acb4-9dc6888aa1fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2291694
May 10 17:18:16.069248 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-661e9c61-52df-4cd4-a1b5-86de7d43222c req-ad8d49a3-a5bc-4f58-b3b1-e3ac6281b548 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242721
May 10 17:18:16.127455 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-eee0e79e-f4ea-4708-b01a-443622d227c7 req-f19c09fc-4e33-42ab-a54b-2eca10509106 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879152
May 10 17:18:16.302480 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 228db874-5c12-42b1-8d8b-a4ce5c730db3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:16.377098 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8e07a-f886-4f88-87e7-e61dbe85a87b req-e1472987-1fc0-42b0-a823-b495e78c99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:16.379280 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a3d8e07a-f886-4f88-87e7-e61dbe85a87b req-e1472987-1fc0-42b0-a823-b495e78c99ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1944151
May 10 17:18:16.469059 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a3d8e07a-f886-4f88-87e7-e61dbe85a87b req-43ae7551-c5ac-4825-a6cb-3e9bd61431fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777659
May 10 17:18:16.485705 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 228db874-5c12-42b1-8d8b-a4ce5c730db3 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:16.493750 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 228db874-5c12-42b1-8d8b-a4ce5c730db3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:16.494126 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.550131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49328) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:16.860689 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.896944 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 228db874-5c12-42b1-8d8b-a4ce5c730db3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=228db874-5c12-42b1-8d8b-a4ce5c730db3,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:16.902656 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.906259 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:16.923264 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:16.949703 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:16.954458 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Usage tracker for resource:security_group_rule and tenant:026ae88f401b4c4b9f6197700af4e04d is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:16.959959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:16.993712 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:16.999099 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=228db874-5c12-42b1-8d8b-a4ce5c730db3,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:17.005335 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:17.169543 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.179659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.181872 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-353eeaa0-af3c-4375-85e2-fae55905730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.200428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b9e0e095-cd05-43ca-b9ce-045854a80d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:17.233571 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49356) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:17.239955 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-896752147-network', 'tenant_id': '240e5296e2b3448e89792da9a2362d47'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:17.245918 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:17.259961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Usage tracker for resource:network and tenant:240e5296e2b3448e89792da9a2362d47 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:17.268107 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:17.287249 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=026ae88f401b4c4b9f6197700af4e04d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7357075
May 10 17:18:17.290024 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49360) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:17.291133 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:17.313355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Made reservation on behalf of 240e5296e2b3448e89792da9a2362d47 for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:17.317673 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.346731 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.366114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e71240-2559-4593-8a09-3bd7f62ef01b,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:17.366468 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:17.370553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:17.371797 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Usage tracker for resource:security_group_rule and tenant:240e5296e2b3448e89792da9a2362d47 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:17.387269 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:17.402801 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:17.637917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.706291 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.707126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.726305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054fdc-d515-4e3f-9a9e-b36400b5fee7 req-819a6ff3-080c-4b16-b8fd-f634a5820f9e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:17.728157 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-48054fdc-d515-4e3f-9a9e-b36400b5fee7 req-819a6ff3-080c-4b16-b8fd-f634a5820f9e tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3560951
May 10 17:18:17.774807 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.778470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bca62b3f-c1f5-48d5-b090-df5fdc28a77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:17.820913 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-48054fdc-d515-4e3f-9a9e-b36400b5fee7 req-2f6b8880-8f04-41e1-b33f-7869b06be9a9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793571
May 10 17:18:17.821126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:18:17.842828 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33df6ddb-de9a-496a-a5cb-004b66f9f61d,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:17.858801 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:17.876809 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.881143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-db46b511-1712-412f-b4dd-75c7c81ec771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:17.895316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.896275 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Added segment e9d126b9-7039-47d3-9a2f-e3a11a9243ea of type vlan for network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502
May 10 17:18:17.909822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e71240-2559-4593-8a09-3bd7f62ef01b,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:17.940543 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:17.944505 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:17.946931 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2e71240-2559-4593-8a09-3bd7f62ef01b HTTP/1.1" status: 204  len: 168 time: 0.6559908
May 10 17:18:18.012184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c226-390b-4445-9ed6-5a2fdcd1749c req-9d587b53-6b0a-4fbf-aaa0-d02107bf2eb3 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:18.015495 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7529c226-390b-4445-9ed6-5a2fdcd1749c req-9d587b53-6b0a-4fbf-aaa0-d02107bf2eb3 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3070791
May 10 17:18:18.112767 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:18.148769 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7529c226-390b-4445-9ed6-5a2fdcd1749c req-03c0dd16-513b-4698-b9d9-09f698c253b4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196873
May 10 17:18:18.206462 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:18.208321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:18.209153 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:18.214590 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:18.260039 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Sync routers for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:18:18.274331 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:18.275182 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba483ca0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:17:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:18.347937 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 228db874-5c12-42b1-8d8b-a4ce5c730db3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:18.377688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa633ef-e38b-4ce9-9a1e-f0706bfd0502,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:18.382268 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:18.406111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1706548
May 10 17:18:18.408411 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49380) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:18.414325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Request body: {'subnet': {'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-896752147-subnet', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:18.419584 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:18.425532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Usage tracker for resource:subnet and tenant:240e5296e2b3448e89792da9a2362d47 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:18.429203 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:18.436699 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:18.460806 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Made reservation on behalf of 240e5296e2b3448e89792da9a2362d47 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:18:18.465190 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:18.517097 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:18.652913 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:18:18.957960 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 228db874-5c12-42b1-8d8b-a4ce5c730db3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:18.958650 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.033351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.040786 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:19.149876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba483ca0>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:14Z', 'revision_number': 2, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:19.160786 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Checking router: ef66bb82-6865-4a54-aa90-e24c425e2793 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:18:19.161428 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Updating router ef66bb82-6865-4a54-aa90-e24c425e2793 port bae1f218-bdd0-422f-a255-24b194de1ef7 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:18:19.232092 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Checking segment: {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:19.233146 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Network hostable DHCP agents. Network: 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:18:19.238657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438675a7-a076-4438-a521-b8c66b9fd650,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:19.247061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:19.268859 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:18:19.284688 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb4675-74a2-433e-a01b-f43ef1ec92df req-4d47143a-f93c-4548-bed2-b00b0e122866 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:19.286196 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adcb4675-74a2-433e-a01b-f43ef1ec92df req-4d47143a-f93c-4548-bed2-b00b0e122866 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1857615
May 10 17:18:19.318628 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:19.343160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:19.343606 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287c780-2730-4db1-b504-5f6231990753 None None] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:18:19.344683 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.381584 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adcb4675-74a2-433e-a01b-f43ef1ec92df req-2b772d86-6f13-46cd-b8cc-df46576196db tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894964
May 10 17:18:19.431450 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49414) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:19.437899 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:19.442490 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4194014b-579b-46e7-b255-edb22d7fc624 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0314512
May 10 17:18:19.445955 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:19.459664 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Usage tracker for resource:router and tenant:240e5296e2b3448e89792da9a2362d47 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:19.466162 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:19.473620 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:19.496258 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.503002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.548428 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.612901 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:19.883225 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'fixed_ips': [{'subnet_id': '438675a7-a076-4438-a521-b8c66b9fd650'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:18:19.884127 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.048700 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c6a64a69-77df-402c-87cf-02ade5a64cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.198572 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Allocated IP 172.20.0.2 (5fa633ef-e38b-4ce9-9a1e-f0706bfd0502/438675a7-a076-4438-a521-b8c66b9fd650/3e10dff9-6112-4f97-8b87-677f7ccc7b29) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:20.301110 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.332196 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389cd96-fb6e-4370-9fe0-d3679ce14eda req-9e6793d9-0653-4271-b1d6-9f0095363cc5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:20.336019 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4389cd96-fb6e-4370-9fe0-d3679ce14eda req-9e6793d9-0653-4271-b1d6-9f0095363cc5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.7457018
May 10 17:18:20.346110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865340bd-5da6-4e3e-9511-034843a6f230 req-e9c8c00e-73eb-4719-86be-8d574e07d196 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:20.361326 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-865340bd-5da6-4e3e-9511-034843a6f230 req-e9c8c00e-73eb-4719-86be-8d574e07d196 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2256885
May 10 17:18:20.438637 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.449621 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Transition to ACTIVE for port object 3e10dff9-6112-4f97-8b87-677f7ccc7b29 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:20.485763 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Transition to ACTIVE for port object 3e10dff9-6112-4f97-8b87-677f7ccc7b29 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:20.487122 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-865340bd-5da6-4e3e-9511-034843a6f230 req-5ddeb2ba-796d-49bc-abaa-1dbeeb9a7a49 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238313
May 10 17:18:20.492011 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.531490 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.541930 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:20.689507 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:20.694747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-2ae019a4-9f0a-4c7f-a903-8a326868da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:20.695256 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:20.697109 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-2ae019a4-9f0a-4c7f-a903-8a326868da34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.6898344
May 10 17:18:20.701328 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:20.709457 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4389cd96-fb6e-4370-9fe0-d3679ce14eda req-5da0bb47-3283-4e99-9bc1-7b12c9f9a063 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3485808
May 10 17:18:20.838332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Pushing event updated for resources: {'Port': ['ID=3e10dff9-6112-4f97-8b87-677f7ccc7b29,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:20.868049 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:20.900966 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-a156e5a6-cf62-4916-9467-c2e6462cbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:20.902463 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-a156e5a6-cf62-4916-9467-c2e6462cbe78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.1801975
May 10 17:18:20.922089 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.933286 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Attempting to bind port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:20.933816 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Attempting to bind port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:20.934030 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Attempting to bind port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 on network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:20.947388 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:20.947766 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Checking segment: {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:20.948204 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.948608 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Bound using segment: {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:20.949086 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Bound port: 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:20.949465 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.103802 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-5dac5d8b-5113-43f3-afbd-236d70c0ac54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.1336856
May 10 17:18:21.137268 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] For port 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:21.162213 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] For port 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=3e10dff9-6112-4f97-8b87-677f7ccc7b29,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:21.189563 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.195180 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.204305 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3e1905c1-e2c5-44c4-889e-2a0695eae28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:21.223477 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.253168 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-1a8c94f8-028a-4341-a6cf-f152cafd4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:21.254738 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-1a8c94f8-028a-4341-a6cf-f152cafd4b21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.1227078
May 10 17:18:21.267562 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.322947 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Transition to ACTIVE for port object bae1f218-bdd0-422f-a255-24b194de1ef7 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:21.345831 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.364935 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Pushing event updated for resources: {'Port': ['ID=3e10dff9-6112-4f97-8b87-677f7ccc7b29,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:21.369633 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:21.370167 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:21.387046 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-aa804128-8592-4dc8-9495-02a1e50c2d42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1149893
May 10 17:18:21.594213 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Pushing event updated for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:21.631568 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:21.693455 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Attempting to bind port bae1f218-bdd0-422f-a255-24b194de1ef7 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:21.694623 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Attempting to bind port bae1f218-bdd0-422f-a255-24b194de1ef7 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:21.695302 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Attempting to bind port bae1f218-bdd0-422f-a255-24b194de1ef7 on network b109023a-af5c-4b92-87bd-51b508f2bfe6 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:21.709653 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:21.710336 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Checking segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:21.710620 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Allocated IP 172.27.3.3 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/8becd398-a270-4bf3-904a-739090ba1c01) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:21.711432 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.712007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Bound using segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:21.712655 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Bound port: bae1f218-bdd0-422f-a255-24b194de1ef7, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:21.713196 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.909771 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] For port bae1f218-bdd0-422f-a255-24b194de1ef7, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:21.913245 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] For port bae1f218-bdd0-422f-a255-24b194de1ef7, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=bae1f218-bdd0-422f-a255-24b194de1ef7,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:21.922201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:21.930465 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:22.111954 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:22.120275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.123609 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba483ca0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:18:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:22.214015 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bde5d-b7d4-4223-8345-db6ebcc16f9e req-3e7c9af0-6844-4d9c-a9d7-caf3cf6475ec tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:22.225418 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-332bde5d-b7d4-4223-8345-db6ebcc16f9e req-3e7c9af0-6844-4d9c-a9d7-caf3cf6475ec tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1907637
May 10 17:18:22.235526 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-c644e614-e48a-4abb-a809-732966e4ad70 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8373520
May 10 17:18:22.375612 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 3e10dff9-6112-4f97-8b87-677f7ccc7b29 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:22.473484 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Pushing event updated for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:22.479240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47b955-de37-4bc0-8316-54b34a845661 req-d7e63a79-7477-426c-be99-2a4a25d5e703 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:22.486287 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5b47b955-de37-4bc0-8316-54b34a845661 req-d7e63a79-7477-426c-be99-2a4a25d5e703 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.5544755
May 10 17:18:22.506482 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:22.550496 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.574936 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:22.614398 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-332bde5d-b7d4-4223-8345-db6ebcc16f9e req-babccedf-f2b8-4bd0-af8b-65ec36ba2b83 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3880124
May 10 17:18:22.680560 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:22.743254 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.766342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:22.835696 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5b47b955-de37-4bc0-8316-54b34a845661 req-874c5a56-0b80-4594-bec3-c671b9e939e8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323956
May 10 17:18:22.972027 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:22.979734 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:22.990023 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:23.067650 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea125db-9e93-4ae6-bf70-5e6cc2281eaa None None] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:18:23.098564 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f236d46-c345-42a9-84a5-8d9a3ae3892f req-71491e5b-64a1-4f7d-9e06-1cce312138e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8378558
May 10 17:18:23.101931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Pushing event updated for resources: {'Port': ['ID=8becd398-a270-4bf3-904a-739090ba1c01,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:23.107002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:23.387250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Provisioning for port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:23.454883 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Provisioning complete for port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:23.455699 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.692486 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.730212 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba483ca0>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:21Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:23.747620 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b31a0c-b061-4e31-af12-d176154a2cac None None] The sync data for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi is: [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:21Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:18:23.755208 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] For port 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=3e10dff9-6112-4f97-8b87-677f7ccc7b29,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:23.762842 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.764519 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:23.892922 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Pushing event updated for resources: {'Port': ['ID=3e10dff9-6112-4f97-8b87-677f7ccc7b29,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:23.897502 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.902077 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:24.211310 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-5400cf59-468a-4452-b446-0f1837586c5e None None] Provisioning complete for port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:24.216163 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5400cf59-468a-4452-b446-0f1837586c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:24.278851 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb5ab6-acea-4301-94e7-796a273b5849 req-1195d8f4-36ba-4e80-ba7a-5f7fd6baf7d1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:24.293377 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c0eb5ab6-acea-4301-94e7-796a273b5849 req-1195d8f4-36ba-4e80-ba7a-5f7fd6baf7d1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.5505147
May 10 17:18:24.343639 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73805520-7457-4fde-88d3-c4156665bdf1 req-0fd78e18-1b38-43fb-9df0-a8d95b029868 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:24.362106 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-73805520-7457-4fde-88d3-c4156665bdf1 req-0fd78e18-1b38-43fb-9df0-a8d95b029868 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2727084
May 10 17:18:24.447358 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 3e10dff9-6112-4f97-8b87-677f7ccc7b29 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:24.467476 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c0eb5ab6-acea-4301-94e7-796a273b5849 req-4acd1948-ce26-45b6-ae62-869fb92223e0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724968
May 10 17:18:24.473063 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-73805520-7457-4fde-88d3-c4156665bdf1 req-5aea64d9-d4be-4f59-a68f-148d09feebfc tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095588
May 10 17:18:24.838554 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:24.846865 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:24.847871 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.018996 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device bae1f218-bdd0-422f-a255-24b194de1ef7 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:25.227241 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port bae1f218-bdd0-422f-a255-24b194de1ef7 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:25.234597 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port bae1f218-bdd0-422f-a255-24b194de1ef7 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:25.235223 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.345202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:18:25.491287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.589188 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port bae1f218-bdd0-422f-a255-24b194de1ef7, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=bae1f218-bdd0-422f-a255-24b194de1ef7,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:25.601048 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.603555 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:25.631279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:18:25.646768 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Sync routers for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:18:25.663773 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:25.664443 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf9bb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:18:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:25.691916 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.693541 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 6.2608209
May 10 17:18:25.696476 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49520) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:25.802155 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:25.807652 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:25.970752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a7802-be16-48ab-b1ce-9dd558729fd3 req-4995cedd-a116-49d9-ae16-94eec4e35f9a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:25.979272 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7b4a7802-be16-48ab-b1ce-9dd558729fd3 req-4995cedd-a116-49d9-ae16-94eec4e35f9a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1083620
May 10 17:18:26.040393 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7b4a7802-be16-48ab-b1ce-9dd558729fd3 req-fa8f269e-112a-4bd2-b9c1-a5aa51b75da1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598617
May 10 17:18:26.056496 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:26.228137 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device bae1f218-bdd0-422f-a255-24b194de1ef7 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:26.291160 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd39fe-8b86-457c-9803-e3fdd34cdd98 req-c1eaccb3-355d-46cd-89ae-a58407fddd80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:26.298386 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b4bd39fe-8b86-457c-9803-e3fdd34cdd98 req-c1eaccb3-355d-46cd-89ae-a58407fddd80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.4368207
May 10 17:18:26.375092 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port bae1f218-bdd0-422f-a255-24b194de1ef7 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:26.375645 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:26.497638 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b4bd39fe-8b86-457c-9803-e3fdd34cdd98 req-20126582-fb1b-433f-9be2-2edaee8d7a31 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1983359
May 10 17:18:26.519996 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf9bb0>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:23Z', 'revision_number': 3, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:26.533371 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Checking router: 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:18:26.533730 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Updating router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 port 8becd398-a270-4bf3-904a-739090ba1c01 binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:18:26.663115 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.114611 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.172163 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.208558 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Transition to ACTIVE for port object 8becd398-a270-4bf3-904a-739090ba1c01 will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:27.229112 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.234793 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:27.331570 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Attempting to bind port 8becd398-a270-4bf3-904a-739090ba1c01 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:27.332400 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Attempting to bind port 8becd398-a270-4bf3-904a-739090ba1c01 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:27.333185 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Attempting to bind port 8becd398-a270-4bf3-904a-739090ba1c01 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:27.340671 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Pushing event updated for resources: {'Port': ['ID=8becd398-a270-4bf3-904a-739090ba1c01,revision_number=2']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:27.354663 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.356077 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.357143 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.360039 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.360562 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.361033 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.363172 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.374194 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e40b-8940-443c-be8b-9d870094b0b2 req-164cea93-db2e-4d78-a05f-91919791b910 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:27.375061 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.375535 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.375686 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d2a6e40b-8940-443c-be8b-9d870094b0b2 req-164cea93-db2e-4d78-a05f-91919791b910 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1806979
May 10 17:18:27.375873 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.376237 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.376558 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:18:27.392336 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:27.392708 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:27.393117 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.393498 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:27.396597 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Bound port: 8becd398-a270-4bf3-904a-739090ba1c01, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:27.397014 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.438965 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d2a6e40b-8940-443c-be8b-9d870094b0b2 req-f66494b9-9b72-45a6-a5b2-eda827f46bd8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522921
May 10 17:18:27.469643 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:27.552864 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] For port 8becd398-a270-4bf3-904a-739090ba1c01, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:27.560518 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] For port 8becd398-a270-4bf3-904a-739090ba1c01, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=8becd398-a270-4bf3-904a-739090ba1c01,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:27.570411 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:27.577384 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-e4d6ab93-b74d-464c-b963-46dcc4a35ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:27.681730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Allocated IP 172.20.0.1 (5fa633ef-e38b-4ce9-9a1e-f0706bfd0502/438675a7-a076-4438-a521-b8c66b9fd650/b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:18:27.755905 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:27.756797 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf9bb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:18:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:27.977833 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:28.182319 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.203857 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228b9a9-e28f-408f-bb9b-7341d7568643 req-e106cc6c-6538-4fad-8a22-b15c595200e6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:28.223583 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7228b9a9-e28f-408f-bb9b-7341d7568643 req-e106cc6c-6538-4fad-8a22-b15c595200e6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.4711649
May 10 17:18:28.245221 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Pushing event updated for resources: {'Port': ['ID=8becd398-a270-4bf3-904a-739090ba1c01,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:28.282392 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-52653c6d-1636-4b20-bf93-ae8e22b63529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:28.308221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Transition to ACTIVE for port object b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:28.354413 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacf9bb0>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:23Z', 'revision_number': 3, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:28.362420 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7228b9a9-e28f-408f-bb9b-7341d7568643 req-86daf943-f891-4304-93c1-fdc9258ee207 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376345
May 10 17:18:28.363959 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c0e2b-3144-4fee-8817-f6dd36405bd7 None None] The sync data for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi is: [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:23Z', 'revision_number': 3, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:18:28.411458 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.416278 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0068a963-6c82-4448-a5b9-7d15e1a954ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:28.534563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:28.537525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:28.550904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:18:28.611473 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Pushing event updated for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:28.616668 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:28.649632 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:28.897053 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.002502 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-94e10afc-b0b9-4363-aae6-7b7deabe9f84 None None] Provisioning for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:29.009124 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-94e10afc-b0b9-4363-aae6-7b7deabe9f84 None None] Provisioning complete for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:29.009789 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-94e10afc-b0b9-4363-aae6-7b7deabe9f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.107925 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-94e10afc-b0b9-4363-aae6-7b7deabe9f84 None None] Port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:18:29.417788 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.425141 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.499912 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:29.775094 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:29.781834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Pushing event updated for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:29.803088 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:29.928879 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a937ba0-f4ee-4b64-97cf-c7fd91395d7e req-54b21693-63d3-47d0-a968-a7ae8501a944 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:29.930355 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a937ba0-f4ee-4b64-97cf-c7fd91395d7e req-54b21693-63d3-47d0-a968-a7ae8501a944 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3521464
May 10 17:18:30.016231 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a937ba0-f4ee-4b64-97cf-c7fd91395d7e req-214c9cf6-5cdd-4179-85bb-b554b075a7b4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716612
May 10 17:18:30.026109 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:18:30.027259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:18:30.335369 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 8becd398-a270-4bf3-904a-739090ba1c01 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:30.396176 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2719f-7ee2-447f-b5a5-589adeea3e3d req-ec931ba0-2a33-4673-8978-6ceaa27f82ff tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:30.397722 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-11b2719f-7ee2-447f-b5a5-589adeea3e3d req-ec931ba0-2a33-4673-8978-6ceaa27f82ff tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.1632314
May 10 17:18:30.460364 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-11b2719f-7ee2-447f-b5a5-589adeea3e3d req-3401358c-a4d3-4a04-a4a2-50b9db588e26 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530596
May 10 17:18:30.482064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-40ead9b6-ef73-471d-9c7f-ba0109df7245 None None] Provisioning complete for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:30.482634 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-40ead9b6-ef73-471d-9c7f-ba0109df7245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.561460 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-40ead9b6-ef73-471d-9c7f-ba0109df7245 None None] Port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:18:30.565586 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 8becd398-a270-4bf3-904a-739090ba1c01 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:30.570951 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 8becd398-a270-4bf3-904a-739090ba1c01 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:30.571532 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.583165 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:18:30.598734 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ee142-bf9d-4d50-9b5f-b1d975127f0f req-836980ee-f3d5-4ae4-9998-4da147448709 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:30.603060 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a6ee142-bf9d-4d50-9b5f-b1d975127f0f req-836980ee-f3d5-4ae4-9998-4da147448709 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.3107653
May 10 17:18:30.720682 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.743553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 8becd398-a270-4bf3-904a-739090ba1c01, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=8becd398-a270-4bf3-904a-739090ba1c01,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:30.751913 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:30.757320 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:30.864202 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a6ee142-bf9d-4d50-9b5f-b1d975127f0f req-62c22668-fe51-4c54-b6c9-89191daf159c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497494
May 10 17:18:30.892484 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=8becd398-a270-4bf3-904a-739090ba1c01,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:30.938880 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:30.976466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:18:30.989727 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Sync routers for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:18:31.016777 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] 10.222.0.20 "PUT /v2.0/routers/0d337958-7992-4f5b-9a05-6f15dc5dfaf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3190103
May 10 17:18:31.019101 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:31.019736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba58c190>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:18:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:31.461834 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:31.569299 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41278864-fbdf-48db-8dc6-45e1910230f9 req-f83a527b-2cf5-461b-88f5-0230a0eacc30 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:31.570858 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-41278864-fbdf-48db-8dc6-45e1910230f9 req-f83a527b-2cf5-461b-88f5-0230a0eacc30 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.2217705
May 10 17:18:31.744417 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-41278864-fbdf-48db-8dc6-45e1910230f9 req-fe704937-b10f-4965-bd18-4324689f5519 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1618435
May 10 17:18:32.068429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba58c190>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:28Z', 'revision_number': 4, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3', 'name': '', 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'mac_address': 'fa:16:3e:d7:f7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '438675a7-a076-4438-a521-b8c66b9fd650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:29Z', 'revision_number': 2, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'subnets': [{'id': '438675a7-a076-4438-a521-b8c66b9fd650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:32.074134 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Checking router: 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:18:32.074903 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Updating router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:18:32.204472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.239730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-6da67db2-eb50-477b-8ff6-c312e3fa3f68 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:32.241277 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-6da67db2-eb50-477b-8ff6-c312e3fa3f68 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.1563978
May 10 17:18:32.323732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5c51-53e9-4fdd-a5d7-d79cd012d955 req-8b2f4af7-1bf2-42b2-8e9d-8f2e12f1e24c tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:32.331432 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4a3c5c51-53e9-4fdd-a5d7-d79cd012d955 req-8b2f4af7-1bf2-42b2-8e9d-8f2e12f1e24c tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 945 time: 0.2346630
May 10 17:18:32.343661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 8becd398-a270-4bf3-904a-739090ba1c01 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:32.404271 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49674) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:32.430934 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4a3c5c51-53e9-4fdd-a5d7-d79cd012d955 req-f7e31518-b89a-467e-bb1e-75563143fb07 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947163
May 10 17:18:32.459442 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952322613', 'description': 'tempest-secgroup-smoke-1952322613 description', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:32.471701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:32.477679 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:32.481543 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:32.489661 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:32.510818 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.533148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Deleting port 65000f21-41b9-4fd6-84b5-b27c189a9e29 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:32.533811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.556334 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 8becd398-a270-4bf3-904a-739090ba1c01 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:32.556900 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.590029 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:18:32.613586 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:32.624126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:32.628870 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:32.646155 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:32.735454 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] For port 65000f21-41b9-4fd6-84b5-b27c189a9e29, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=65000f21-41b9-4fd6-84b5-b27c189a9e29,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:32.735814 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.890437 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.914447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Transition to ACTIVE for port object b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:18:32.932124 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.942170 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-005b4045-04b9-43ff-bcf0-ca558238053e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:32.982896 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Calling delete_port for 65000f21-41b9-4fd6-84b5-b27c189a9e29 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:33.150728 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.162244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:33.173193 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6', '069d62b0-eafc-4c97-906f-6689071c8ae1', '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', '65000f21-41b9-4fd6-84b5-b27c189a9e29'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:33.223539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event deleted for resources: {'Port': ['ID=65000f21-41b9-4fd6-84b5-b27c189a9e29,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:33.228289 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Pushing event updated for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:33.238471 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Attempting to bind port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:18:33.238981 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Attempting to bind port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:18:33.239355 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Attempting to bind port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 on network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:18:33.241564 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:33.251671 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:18:33.252075 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Checking segment: {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:18:33.252483 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.252983 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Bound using segment: {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:18:33.253349 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Bound port: b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:18:33.253731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.257187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:33.336535 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.339599 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] No DVR routers for this DVR port 65000f21-41b9-4fd6-84b5-b27c189a9e29 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:33.343329 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.346149 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'name': 'network-vif-deleted', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:33.361386 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.361386 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d813bf76-666a-4c2e-8c50-0d665610a051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:33.412361 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] For port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:18:33.414470 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cab375d-ebb0-4809-bff1-8e73bfdc038c', 'name': 'network-vif-deleted', 'tag': '65000f21-41b9-4fd6-84b5-b27c189a9e29', 'status': 'completed', 'code': 200}
May 10 17:18:33.416672 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] For port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:18:33.425001 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-227adbe2-d0cc-47e1-aa37-f88e91512754 req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "DELETE /v2.0/ports/65000f21-41b9-4fd6-84b5-b27c189a9e29 HTTP/1.1" status: 204  len: 173 time: 1.1705902
May 10 17:18:33.429755 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.432817 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc5b8-ab86-4b0c-bfb4-e63876255a97 req-42e63519-07f1-4f0e-9283-395f46bca500 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:33.434265 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b7bc5b8-ab86-4b0c-bfb4-e63876255a97 req-42e63519-07f1-4f0e-9283-395f46bca500 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3317387
May 10 17:18:33.435000 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.439009 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.0307939
May 10 17:18:33.439142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:33.439270 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49708) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:33.456312 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c4546-40eb-4fe7-ac77-4f290552ebd7,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:33.461267 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:33.469268 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:33.473913 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:33.480531 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:33.492369 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:33.503889 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:33.511094 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b7bc5b8-ab86-4b0c-bfb4-e63876255a97 req-d0fb771f-f945-41ef-8517-f566ea1a2c0e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695357
May 10 17:18:33.553311 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.566654 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:18:33.567291 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba58c190>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:18:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:33.632739 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Pushing event updated for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:33.651339 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:33.686595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.690944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.693054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:33.722669 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eff9397-82e7-45f9-80b2-316555ba001c,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:33.728631 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2e74651d-dc26-49b1-bcc2-55bb53a8a58f req-b9bf910b-9c32-46d1-a397-13ae34b51c64 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cab375d-ebb0-4809-bff1-8e73bfdc038c HTTP/1.1" status: 200  len: 210 time: 0.0755906
May 10 17:18:33.734914 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:33.762025 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.766343 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3237348
May 10 17:18:33.766508 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49720) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:33.771831 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:33.781938 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:33.797084 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:33.808917 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:33.815857 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:33.856238 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.981258 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.984873 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:33.986833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:34.004511 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:18:34.065414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea33b4-43e9-4add-8822-87e737c69f9c req-472e246c-1101-45bb-9995-f0185745899b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.074061 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1cea33b4-43e9-4add-8822-87e737c69f9c req-472e246c-1101-45bb-9995-f0185745899b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1444376
May 10 17:18:34.082176 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41cc1fa-9c7a-4781-ae6a-87141959eb03,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:34.090657 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:34.105835 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.110791 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3394494
May 10 17:18:34.111542 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49740) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:34.137175 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:34.146006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:34.152862 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:34.161382 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:34.168923 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:34.178848 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1cea33b4-43e9-4add-8822-87e737c69f9c req-ad9f297e-1862-4ea5-a626-0639e63ca13e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034770
May 10 17:18:34.207187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-93cf20f4-ddff-4d48-867c-538862e37277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.208754 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-93cf20f4-ddff-4d48-867c-538862e37277 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1099 time: 0.2125704
May 10 17:18:34.251866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.434144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.436609 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-4017019d-5ee9-4657-a59f-59a3c2a4ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.438219 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-4017019d-5ee9-4657-a59f-59a3c2a4ab9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.2148349
May 10 17:18:34.506678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.520656 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:34.575354 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a7a3e-a9b4-4906-b5a7-8160b3c2eb20,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:34.581080 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:34.599619 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-d3b64a2c-8ca9-49ae-ad56-5f7bfe6fe2af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 1002 time: 0.1525438
May 10 17:18:34.649154 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.650307 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c6e5786a-d348-4a77-bf7d-c61faf383489 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5381753
May 10 17:18:34.653396 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49772) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:34.661178 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:34.671554 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:34.684158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:34.689424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:34.696986 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:34.699187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-73b2e22e-1420-4e9a-a8a3-6e41ca277ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.700771 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-73b2e22e-1420-4e9a-a8a3-6e41ca277ae3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.0915043
May 10 17:18:34.714789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.801491 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-43b9e2da-474e-4841-91ed-ee887ca6489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:34.803532 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-43b9e2da-474e-4841-91ed-ee887ca6489c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942297
May 10 17:18:34.824892 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.834840 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.837526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c94bd655-32cd-4ea0-93f9-fe98993ec034 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:34.855547 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba58c190>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:28Z', 'revision_number': 4, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3', 'name': '', 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'mac_address': 'fa:16:3e:d7:f7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '438675a7-a076-4438-a521-b8c66b9fd650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:33Z', 'revision_number': 4, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'subnets': [{'id': '438675a7-a076-4438-a521-b8c66b9fd650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:34.871952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624fa6b-b826-4d49-802f-2c743781815f None None] The sync data for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi is: [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:18:28Z', 'revision_number': 4, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3', 'name': '', 'network_id': '5fa633ef-e38b-4ce9-9a1e-f0706bfd0502', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'mac_address': 'fa:16:3e:d7:f7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '438675a7-a076-4438-a521-b8c66b9fd650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:27Z', 'updated_at': '2021-05-10T17:18:33Z', 'revision_number': 4, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'subnets': [{'id': '438675a7-a076-4438-a521-b8c66b9fd650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:18:34.884403 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a35629-9c12-42cc-9818-a2681a3c4b81,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:34.908292 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:34.919283 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:34.924134 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2662010
May 10 17:18:34.930676 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49800) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:34.942681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:34.966533 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:34.973327 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:34.981253 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:34.989844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:35.002946 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.securitygroups_db [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Project 5c55bfcb3cfe44219a63287f0983cdeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:18:35.009806 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.051963 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-7958db9c-abf0-4f1a-88f7-f37fee465cbd service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397175
May 10 17:18:35.118515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.124640 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.130094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:35.163057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2449e1eb-7933-4946-b5c4-c71369675a71,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:35.168907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:35.187496 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.191824 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2596698
May 10 17:18:35.193053 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49810) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:35.199722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'security_group_rule': {'security_group_id': 'd74c4546-40eb-4fe7-ac77-4f290552ebd7', 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:18:35.208052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:35.212449 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:security_group_rule and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:35.218131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:35.226975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:35.251528 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.securitygroups_db [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Project 5c55bfcb3cfe44219a63287f0983cdeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:18:35.261263 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.315003 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e690f57a-8bf3-4fc9-8117-7c5298d4cab8 req-ce6e22a8-2957-4c17-8aa4-13bbc8da8d8a service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533970
May 10 17:18:35.368820 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.373947 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.387710 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-47276acd-7bfb-4532-938c-251c1ed8fa83 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:35.427729 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28991c5f-ee11-4d5b-962f-c62451286f57,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:35.432574 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:35.440114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:35.452007 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2472835
May 10 17:18:35.509254 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762dec-9471-460a-8e13-182e9248c070 req-a4a40036-d3b1-474e-ab7f-4cf61e9577ab tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:35.516918 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-93762dec-9471-460a-8e13-182e9248c070 req-a4a40036-d3b1-474e-ab7f-4cf61e9577ab tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1236594
May 10 17:18:35.585254 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-93762dec-9471-460a-8e13-182e9248c070 req-58c1c080-5942-4a8d-aa6a-1eaec521aa6f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518236
May 10 17:18:36.084804 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49862) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:36.308933 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.346250 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:36.353916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:36.354387 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Usage tracker for resource:security_group_rule and tenant:725b6d094f7640f08d8aaf446e5b4845 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:36.358091 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:36.364260 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:36.382413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49880) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:36.418357 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 65000f21-41b9-4fd6-84b5-b27c189a9e29 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:36.493858 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 65000f21-41b9-4fd6-84b5-b27c189a9e29 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:36.494222 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 65000f21-41b9-4fd6-84b5-b27c189a9e29 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:36.531200 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:18:36.535881 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Deleting subnet 59ff2d48-b941-4fc4-8f38-efa9c14af889 {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:18:36.551525 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.556131 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:36.556595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.660360 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.663697 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.666683 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.699384 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c0b08df5-1249-41f7-806c-739a5369d29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:36.710611 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725b6d094f7640f08d8aaf446e5b4845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6246495
May 10 17:18:36.713583 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49904) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:36.765377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73a198-eac8-40dc-80c6-55c4d50513b9,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:36.773255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:36.788255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.821115 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.873019 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.874138 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.927390 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:36.931815 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:36.934046 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-c0b6b6b9-6327-42f7-b556-7f44b2cd50df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:37.025199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.027260 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:37.036876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:37.040911 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-20b4c24e-9ab0-4268-a60e-92a7697dbeea tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:37.059693 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbc27c-069c-42c0-944d-382b6066ac19 req-64105fe1-0c4a-4aac-a00a-c19b4952c08d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:37.060920 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-92fbc27c-069c-42c0-944d-382b6066ac19 req-64105fe1-0c4a-4aac-a00a-c19b4952c08d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:37.078315 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73a198-eac8-40dc-80c6-55c4d50513b9,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:37.089097 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:37.092084 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-92fbc27c-069c-42c0-944d-382b6066ac19 req-64105fe1-0c4a-4aac-a00a-c19b4952c08d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:37.099249 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-92fbc27c-069c-42c0-944d-382b6066ac19 req-64105fe1-0c4a-4aac-a00a-c19b4952c08d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.1914089
May 10 17:18:37.102516 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.103545 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c73a198-eac8-40dc-80c6-55c4d50513b9 HTTP/1.1" status: 204  len: 168 time: 0.3888717
May 10 17:18:37.150371 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-92fbc27c-069c-42c0-944d-382b6066ac19 req-138aea31-1756-41a1-be23-642152b5a9c9 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500429
May 10 17:18:37.158823 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc588391-90bc-47ee-96d1-a2e5461323dc req-78ea95e5-09aa-426c-bdd5-eb44744ed9ff tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:37.160378 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cc588391-90bc-47ee-96d1-a2e5461323dc req-78ea95e5-09aa-426c-bdd5-eb44744ed9ff tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3220963
May 10 17:18:37.231579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.241544 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-aa4a8c47-224c-4066-b428-d4121de85ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:37.288236 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ff2d48-b941-4fc4-8f38-efa9c14af889,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:37.300771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:37.302825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.327919 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cc588391-90bc-47ee-96d1-a2e5461323dc req-696d8f75-7286-4120-b5f3-cf61556db3ba tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498399
May 10 17:18:37.328689 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59ff2d48-b941-4fc4-8f38-efa9c14af889 HTTP/1.1" status: 204  len: 168 time: 0.9445662
May 10 17:18:37.331762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 49912) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:37.451519 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.578480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.590745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b9a243d0>,) {'filters': {'network_id': ['00414f31-17ec-4ed2-af22-8ed34aac4371']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:37.603257 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9a243d0>, '262491b8-9902-46e0-b1e3-a45879cd63fd') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:37.603557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9a243d0>, '262491b8-9902-46e0-b1e3-a45879cd63fd') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:37.615464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.631581 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.638141 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:18:37.638720 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:18:37.657951 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:18:37.732699 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.738505 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:37.740950 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:37.763014 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Pushing event deleted for resources: {'Network': ['ID=00414f31-17ec-4ed2-af22-8ed34aac4371,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:37.765627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:37.771123 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] 10.222.0.20 "DELETE /v2.0/networks/00414f31-17ec-4ed2-af22-8ed34aac4371 HTTP/1.1" status: 204  len: 168 time: 0.4378109
May 10 17:18:37.948035 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49924) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:37.997863 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5ed41041-fdbf-48b7-aaf8-77aa786f5806 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47d9c2111a384a978302dbdacffe9283&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0485353
May 10 17:18:38.000170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 49928) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:38.062143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.086740 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.136646 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.141051 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ee12725a-c3ec-4d38-be40-633a88fda1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:38.153375 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33684c2-bfc8-4515-852f-5f6243a9e1e8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:38.158592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:38.167755 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.169358 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d33684c2-bfc8-4515-852f-5f6243a9e1e8 HTTP/1.1" status: 204  len: 168 time: 0.1680660
May 10 17:18:38.231464 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:18:38.306388 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:18:38.307298 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.377655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b024ab-9dff-41b1-b359-09c4e471d176 req-e1b57854-7f36-4f56-a0a1-a392e71fe463 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:38.385027 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d0b024ab-9dff-41b1-b359-09c4e471d176 req-e1b57854-7f36-4f56-a0a1-a392e71fe463 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.0961390
May 10 17:18:38.453210 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d0b024ab-9dff-41b1-b359-09c4e471d176 req-0946001e-e7f4-4dda-84db-34a97989e21b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673249
May 10 17:18:38.563077 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:38.915344 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-b5817fe2-1c1d-46f8-9daf-37be591978da tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:38.916915 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-b5817fe2-1c1d-46f8-9daf-37be591978da tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 945 time: 0.0889959
May 10 17:18:39.087039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Deleting port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:39.087475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.232108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] For port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:39.232469 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.361592 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Calling delete_port for 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:39.481011 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.488969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:39.492633 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6', '069d62b0-eafc-4c97-906f-6689071c8ae1', '9b53a0dd-fd31-4ac9-a01c-20caecfdc485'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:39.552512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event deleted for resources: {'Port': ['ID=9b53a0dd-fd31-4ac9-a01c-20caecfdc485,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:39.555137 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:39.650335 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] No DVR routers for this DVR port 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:39.653480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:39.663516 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'name': 'network-vif-deleted', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:39.685788 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-279d0fd3-1b1b-422f-abe1-dc4ca94da324 req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "DELETE /v2.0/ports/9b53a0dd-fd31-4ac9-a01c-20caecfdc485 HTTP/1.1" status: 204  len: 173 time: 0.7591772
May 10 17:18:39.751272 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2', 'name': 'network-vif-deleted', 'tag': '9b53a0dd-fd31-4ac9-a01c-20caecfdc485', 'status': 'completed', 'code': 200}
May 10 17:18:39.772825 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8d13d7f-9d8d-4cea-838f-f111c85c210f req-1918c559-9549-4e3a-85de-23d34ad3d9ed tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ff8717-7b8c-4fb1-821f-7e0eeaa84bb2 HTTP/1.1" status: 200  len: 210 time: 0.1784725
May 10 17:18:40.420716 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-cc7ee05c-d659-4405-a4ba-54c933f6d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.422162 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-cc7ee05c-d659-4405-a4ba-54c933f6d78a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.0943632
May 10 17:18:40.470977 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff36463-d3c3-4933-a50a-86e3a785ad47 req-1a6c8f34-d857-481a-bce6-8db353540605 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.472492 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dff36463-d3c3-4933-a50a-86e3a785ad47 req-1a6c8f34-d857-481a-bce6-8db353540605 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0892684
May 10 17:18:40.538562 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dff36463-d3c3-4933-a50a-86e3a785ad47 req-8a628273-7499-4cce-a591-6415c44c8254 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579717
May 10 17:18:40.641471 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-ad0a79d4-5d66-4fe0-bfe7-5b247056c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.643020 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-ad0a79d4-5d66-4fe0-bfe7-5b247056c1cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.2114422
May 10 17:18:40.723145 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-9b32b2cf-8f79-45b2-bdc2-7ddeaaef0561 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.0655394
May 10 17:18:40.789523 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-7b2604bc-f404-4652-95bb-3cb1355dfeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:40.796074 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-7b2604bc-f404-4652-95bb-3cb1355dfeab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.0609157
May 10 17:18:40.849375 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-6be89583-c1c1-483d-9964-02239f1fc3ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429850
May 10 17:18:40.995941 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-ea2a5ee9-a571-4054-ab94-5cdc7e20b219 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328173
May 10 17:18:41.145782 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b68ff0d2-aa8e-4078-aba4-5fd45994793b req-53b4d042-6a45-4b6b-99a5-e080170f82f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391895
May 10 17:18:41.252048 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b99b4-3e14-4df6-ba2a-7f70b4d91e02 req-0a838d21-0b1a-4948-a125-c5e27318a606 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:41.252770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e93b99b4-3e14-4df6-ba2a-7f70b4d91e02 req-0a838d21-0b1a-4948-a125-c5e27318a606 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:41.269391 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-e93b99b4-3e14-4df6-ba2a-7f70b4d91e02 req-0a838d21-0b1a-4948-a125-c5e27318a606 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:41.270691 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e93b99b4-3e14-4df6-ba2a-7f70b4d91e02 req-0a838d21-0b1a-4948-a125-c5e27318a606 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 946 time: 0.1053698
May 10 17:18:41.321481 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e93b99b4-3e14-4df6-ba2a-7f70b4d91e02 req-49f18d47-d3bb-40a9-b1aa-3e230f09162f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447552
May 10 17:18:41.735957 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390a2e-6deb-4f09-852c-9ee82899645d req-e4221d9e-6b02-4f05-a604-f7265e68b830 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:41.737777 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a390a2e-6deb-4f09-852c-9ee82899645d req-e4221d9e-6b02-4f05-a604-f7265e68b830 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0870893
May 10 17:18:41.783948 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a390a2e-6deb-4f09-852c-9ee82899645d req-530c3875-dad2-4046-a2a4-4f1bc1faf1bb tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399046
May 10 17:18:42.451578 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:42.489975 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:42.490439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9b53a0dd-fd31-4ac9-a01c-20caecfdc485 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:42.516688 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045058d-88ce-4d4f-9051-79e4b2599b50 req-0597fb95-30fe-47f6-b681-6cbfc94be6b6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:42.518128 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f045058d-88ce-4d4f-9051-79e4b2599b50 req-0597fb95-30fe-47f6-b681-6cbfc94be6b6 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 946 time: 0.0848262
May 10 17:18:42.564209 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f045058d-88ce-4d4f-9051-79e4b2599b50 req-49396907-043e-4a8a-8d02-99fe4ae13db5 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393636
May 10 17:18:42.973535 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82eea0-7a96-4033-803e-9daf2da8af16 req-bcbeea3c-fcec-4a36-9768-b9997e1b840f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:42.975156 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d82eea0-7a96-4033-803e-9daf2da8af16 req-bcbeea3c-fcec-4a36-9768-b9997e1b840f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0819242
May 10 17:18:43.070871 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d82eea0-7a96-4033-803e-9daf2da8af16 req-e8fadba7-0c2d-46db-87cb-9151f430f587 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646148
May 10 17:18:43.100198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-bf17a672-95eb-4a53-b919-6950d78c6bbe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:43.101614 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-bf17a672-95eb-4a53-b919-6950d78c6bbe tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 946 time: 0.1255999
May 10 17:18:43.245711 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Deleting port 069d62b0-eafc-4c97-906f-6689071c8ae1 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:43.246040 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.383689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] For port 069d62b0-eafc-4c97-906f-6689071c8ae1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=069d62b0-eafc-4c97-906f-6689071c8ae1,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:43.383960 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.506946 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Calling delete_port for 069d62b0-eafc-4c97-906f-6689071c8ae1 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:43.620811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.627109 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:43.632457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6', '069d62b0-eafc-4c97-906f-6689071c8ae1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:43.681344 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event deleted for resources: {'Port': ['ID=069d62b0-eafc-4c97-906f-6689071c8ae1,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:43.714576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:43.874677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] No DVR routers for this DVR port 069d62b0-eafc-4c97-906f-6689071c8ae1 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:43.877855 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8a382ab1-7309-4e43-9fd9-0e025c5d2367 req-8a9c2b7a-15e2-4892-9f81-ee71e12e2acb tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9176195-fef0-4bca-84f5-1833131d674c HTTP/1.1" status: 200  len: 210 time: 0.1644816
May 10 17:18:43.878844 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:43.881371 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'name': 'network-vif-deleted', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:43.898678 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-01256a54-b3b8-4065-92b0-f2f3a6e5c0f7 req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "DELETE /v2.0/ports/069d62b0-eafc-4c97-906f-6689071c8ae1 HTTP/1.1" status: 204  len: 173 time: 0.7905421
May 10 17:18:43.934149 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9176195-fef0-4bca-84f5-1833131d674c', 'name': 'network-vif-deleted', 'tag': '069d62b0-eafc-4c97-906f-6689071c8ae1', 'status': 'completed', 'code': 200}
May 10 17:18:44.258066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc344ddd-ed02-4244-8331-793be9ac535a req-8175cbb2-7ed7-4301-944f-0b894e92b79b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:44.259598 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cc344ddd-ed02-4244-8331-793be9ac535a req-8175cbb2-7ed7-4301-944f-0b894e92b79b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0811582
May 10 17:18:44.308720 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cc344ddd-ed02-4244-8331-793be9ac535a req-b8c4ae51-84ae-483e-b512-376e4e176092 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430803
May 10 17:18:45.504727 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aa267-4076-49cc-813b-86bb287af052 req-80fe5c65-980e-4971-9ca5-51ea81cc3aa9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:45.506285 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c0aa267-4076-49cc-813b-86bb287af052 req-80fe5c65-980e-4971-9ca5-51ea81cc3aa9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0869012
May 10 17:18:45.553577 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c0aa267-4076-49cc-813b-86bb287af052 req-4d966093-7909-4530-829e-06b3765db522 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384905
May 10 17:18:46.462909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 069d62b0-eafc-4c97-906f-6689071c8ae1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:46.501051 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 069d62b0-eafc-4c97-906f-6689071c8ae1 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:46.501670 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 069d62b0-eafc-4c97-906f-6689071c8ae1 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:46.567601 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0e2b8-4188-4eb4-9652-23e2b6b55112 req-3f145412-ad73-4f36-bb6d-45ce34be7602 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:46.568319 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4bb0e2b8-4188-4eb4-9652-23e2b6b55112 req-3f145412-ad73-4f36-bb6d-45ce34be7602 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Synchronizing usage tracker for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:18:46.583102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4bb0e2b8-4188-4eb4-9652-23e2b6b55112 req-3f145412-ad73-4f36-bb6d-45ce34be7602 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Unset dirty status for tenant:43fcc83953fd486a897a81b67a53c97e on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:18:46.584231 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4bb0e2b8-4188-4eb4-9652-23e2b6b55112 req-3f145412-ad73-4f36-bb6d-45ce34be7602 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.0988920
May 10 17:18:46.630702 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4bb0e2b8-4188-4eb4-9652-23e2b6b55112 req-21a6b589-3069-4dd6-b663-2c381a66810d tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400329
May 10 17:18:46.743861 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7c0c-6e1d-41dc-8e9e-46d414f0fb0e req-00b9f9db-0955-4d19-a3df-4595640ab937 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:46.745315 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-89cc7c0c-6e1d-41dc-8e9e-46d414f0fb0e req-00b9f9db-0955-4d19-a3df-4595640ab937 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0809348
May 10 17:18:46.797273 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-89cc7c0c-6e1d-41dc-8e9e-46d414f0fb0e req-c4233abb-c4e6-4947-b706-02fb963ef268 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462155
May 10 17:18:47.174532 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4726e643-16e8-4a10-bb5f-cfed227767d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:47.816370 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f11161-2195-45e2-a956-bcb771f20439 req-5645b711-75fc-49c5-be58-025130678af3 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:47.817818 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66f11161-2195-45e2-a956-bcb771f20439 req-5645b711-75fc-49c5-be58-025130678af3 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.0808125
May 10 17:18:47.864356 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-66f11161-2195-45e2-a956-bcb771f20439 req-4ef21ff4-f32e-46bd-8efe-cee1d9c4c8f8 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/security-groups?id=996f9ab8-680a-4b23-afe9-edc29ae763f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398543
May 10 17:18:47.984882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf4f9-79ca-4c03-b5f0-48d7e860c404 req-b17acb28-cf2a-4415-af67-be409635d6ff tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:47.986283 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a8bf4f9-79ca-4c03-b5f0-48d7e860c404 req-b17acb28-cf2a-4415-af67-be409635d6ff tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0823920
May 10 17:18:48.031838 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a8bf4f9-79ca-4c03-b5f0-48d7e860c404 req-d872d5e3-629f-46d8-a222-cf145047acff tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395715
May 10 17:18:48.402639 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-6f2010dd-5345-4736-a01f-035f893aef4f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:48.404618 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-6f2010dd-5345-4736-a01f-035f893aef4f tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 946 time: 0.0808942
May 10 17:18:48.542459 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Deleting port 56f1baae-968f-4922-809e-1c7e66e445f6 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:18:48.542792 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:48.676342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] For port 56f1baae-968f-4922-809e-1c7e66e445f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=56f1baae-968f-4922-809e-1c7e66e445f6,segment=NetworkSegment(8bb89ced-4afc-49bd-9b95-8ebb0c6898fa),segment_id=8bb89ced-4afc-49bd-9b95-8ebb0c6898fa)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:18:48.676694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:48.802198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Calling delete_port for 56f1baae-968f-4922-809e-1c7e66e445f6 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:18:48.917677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:48.924280 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:48.929780 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['56f1baae-968f-4922-809e-1c7e66e445f6'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:18:48.969581 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Pushing event deleted for resources: {'Port': ['ID=56f1baae-968f-4922-809e-1c7e66e445f6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:48.972642 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:49.084089 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3ada46f9-22b4-49e0-8eea-ed22faec9ea6 req-e8b83ee4-a17b-4796-9506-6544d30ff51b tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b42ebd-fc47-4a30-8c4f-53660b0966b6 HTTP/1.1" status: 200  len: 210 time: 0.0835557
May 10 17:18:49.089228 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] No DVR routers for this DVR port 56f1baae-968f-4922-809e-1c7e66e445f6 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:18:49.092285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:49.094745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'name': 'network-vif-deleted', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:18:49.111354 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f786e981-dd2f-4f40-b57c-a9a09d7b61a0 req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] 10.222.0.53 "DELETE /v2.0/ports/56f1baae-968f-4922-809e-1c7e66e445f6 HTTP/1.1" status: 204  len: 173 time: 0.7004294
May 10 17:18:49.146015 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b42ebd-fc47-4a30-8c4f-53660b0966b6', 'name': 'network-vif-deleted', 'tag': '56f1baae-968f-4922-809e-1c7e66e445f6', 'status': 'completed', 'code': 200}
May 10 17:18:49.243561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9a2e-8ee6-43b5-aee8-0ff316c666d4 req-2fd1701a-ae29-44f6-b484-77056e235c29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:49.245310 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8cda9a2e-8ee6-43b5-aee8-0ff316c666d4 req-2fd1701a-ae29-44f6-b484-77056e235c29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1016488
May 10 17:18:49.297042 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8cda9a2e-8ee6-43b5-aee8-0ff316c666d4 req-57c16a4b-5d11-42f6-b789-a2f07c07f0b1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418110
May 10 17:18:49.825736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:49.929337 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b6f07574-b6ce-4c32-970d-9def178d53d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.180337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50134) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:50.240702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Deleting subnet 0cb3a6a9-fb18-4386-932c-68a07c9dd03a {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:18:50.243547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.295539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.352273 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.496707 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87c42-2845-4c9b-98fd-8dfeaa47a098 req-84cc9402-fcd7-4c6d-892f-588b69fcafa0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:50.498751 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7ce87c42-2845-4c9b-98fd-8dfeaa47a098 req-84cc9402-fcd7-4c6d-892f-588b69fcafa0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0933988
May 10 17:18:50.543177 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7ce87c42-2845-4c9b-98fd-8dfeaa47a098 req-094761e4-daaa-40e1-a875-0ce68879c365 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384793
May 10 17:18:50.617429 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.622449 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:50.656893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb3a6a9-fb18-4386-932c-68a07c9dd03a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:50.658905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.661394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:50.667356 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0cb3a6a9-fb18-4386-932c-68a07c9dd03a HTTP/1.1" status: 204  len: 168 time: 0.4841294
May 10 17:18:50.668133 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50144) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:50.773678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.837103 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.900789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.914172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b936d9d0>,) {'filters': {'network_id': ['8e8d5e91-9db5-49b8-8c76-a2223fef260f']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:50.926645 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b936d9d0>, '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:50.926928 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b936d9d0>, '8bb89ced-4afc-49bd-9b95-8ebb0c6898fa') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:18:50.938317 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.954907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.960974 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:18:50.961422 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:18:50.974971 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:18:51.051258 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.055011 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:51.067367 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.077731 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8d5e91-9db5-49b8-8c76-a2223fef260f,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:51.080804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:51.086415 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f3e5fcdd-4289-4e14-8885-cb280b8ccd20 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8e8d5e91-9db5-49b8-8c76-a2223fef260f HTTP/1.1" status: 204  len: 168 time: 0.4170451
May 10 17:18:51.266264 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50152) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:51.315928 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-668eac9e-8ea3-482d-b305-e3762b66e8ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43fcc83953fd486a897a81b67a53c97e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0483916
May 10 17:18:51.318246 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50156) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:51.452554 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.479016 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.534502 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.538511 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-190b6b77-91f8-467f-a94e-c9747f788381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:51.550744 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996f9ab8-680a-4b23-afe9-edc29ae763f1,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:51.559271 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:51.579603 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:51.580757 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/996f9ab8-680a-4b23-afe9-edc29ae763f1 HTTP/1.1" status: 204  len: 168 time: 0.2611752
May 10 17:18:51.788463 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0695d-cd90-481d-acd8-79fe4a0cd0c4 req-f7510ad2-a5e6-49b6-9ba0-d30e12030052 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:51.789249 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bca0695d-cd90-481d-acd8-79fe4a0cd0c4 req-f7510ad2-a5e6-49b6-9ba0-d30e12030052 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1250610
May 10 17:18:51.842612 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bca0695d-cd90-481d-acd8-79fe4a0cd0c4 req-229ea3ab-506d-4989-b7c2-2740118d40d2 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422525
May 10 17:18:52.374249 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:52.512968 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 56f1baae-968f-4922-809e-1c7e66e445f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:18:52.550572 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 56f1baae-968f-4922-809e-1c7e66e445f6 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:18:52.550919 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 56f1baae-968f-4922-809e-1c7e66e445f6 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:18:53.050414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ee6f8-4498-4d77-8213-c786d41028c0 req-7a06e6ba-646c-49b4-a160-38a83a42586c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:53.053862 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-534ee6f8-4498-4d77-8213-c786d41028c0 req-7a06e6ba-646c-49b4-a160-38a83a42586c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0895882
May 10 17:18:53.106079 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-534ee6f8-4498-4d77-8213-c786d41028c0 req-4eff4b0b-17c0-437d-b2fd-5a10e1f2dddf tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439644
May 10 17:18:53.717013 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50236) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:53.859811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:53.873596 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:53.877868 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Usage tracker for resource:security_group_rule and tenant:fc4867ff57984a0ab90bde61bb2d24d5 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:53.880647 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:53.886698 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:53.973826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:53.977612 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:53.988009 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-43d77bdb-0306-4eee-b010-ef9d4e30ea76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:54.028855 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc4867ff57984a0ab90bde61bb2d24d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3107369
May 10 17:18:54.031551 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50244) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:54.034013 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3410b3-fff6-42c2-a598-34824413f503,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:54.037702 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:54.091405 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.118228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.176024 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.183242 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-306c250a-43d3-4e64-a0f9-3685e5852070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:54.197609 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3410b3-fff6-42c2-a598-34824413f503,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:54.200918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:54.202835 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.207237 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a3410b3-fff6-42c2-a598-34824413f503 HTTP/1.1" status: 204  len: 168 time: 0.1745231
May 10 17:18:54.380433 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1621e-c5ca-4e34-974c-ca5a3ce23885 req-6e311e67-a512-4cf1-b206-b75c16c1c0e1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:54.382048 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-44a1621e-c5ca-4e34-974c-ca5a3ce23885 req-6e311e67-a512-4cf1-b206-b75c16c1c0e1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0935049
May 10 17:18:54.432610 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-44a1621e-c5ca-4e34-974c-ca5a3ce23885 req-c8227336-6198-4dc1-bbf1-2bf3237bcca6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443606
May 10 17:18:54.545208 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50264) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:54.564506 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.579499 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:18:54.583260 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Usage tracker for resource:security_group_rule and tenant:ed880a7037ad4a57b4a792c0e90683e0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:18:54.586018 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:18:54.591551 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:18:54.679865 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.683898 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.691101 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fbcdd996-620a-4381-925c-36448c831260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:54.731937 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed880a7037ad4a57b4a792c0e90683e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856177
May 10 17:18:54.732831 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600ad4c-b19d-4d4a-925b-1934b10a6aad,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:54.735686 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50268) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:54.738221 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:54.795723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.824094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.877500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.882141 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-261c4e8f-196e-4017-a93d-57499da1affc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:18:54.893115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600ad4c-b19d-4d4a-925b-1934b10a6aad,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:18:54.895838 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:18:54.900672 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:54.901795 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2600ad4c-b19d-4d4a-925b-1934b10a6aad HTTP/1.1" status: 204  len: 168 time: 0.1652141
May 10 17:18:55.631796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140bb0-eb0b-47fa-a052-69d1c2c7fba3 req-5099627d-ce24-41ea-ba8f-eba9093e0c18 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:55.633298 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-19140bb0-eb0b-47fa-a052-69d1c2c7fba3 req-5099627d-ce24-41ea-ba8f-eba9093e0c18 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0902796
May 10 17:18:55.699671 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-19140bb0-eb0b-47fa-a052-69d1c2c7fba3 req-d41bbe46-2ee2-4230-b96f-aa6a6d6139bb tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544417
May 10 17:18:56.036857 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4dad-a602-4b28-ab85-42bc3488ef66 req-4fb5f10c-e122-4e80-9dcc-87d7fc67e873 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:56.038331 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f54a4dad-a602-4b28-ab85-42bc3488ef66 req-4fb5f10c-e122-4e80-9dcc-87d7fc67e873 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0938973
May 10 17:18:56.168780 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f54a4dad-a602-4b28-ab85-42bc3488ef66 req-a74e915d-760f-4827-9fe4-2e7c3039f8e1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1245759
May 10 17:18:56.903010 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d29d2e-2600-4bbd-b397-ca58c4d723c3 req-1f365b12-5c42-4212-8d47-4ce5e8ffbaf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:56.911796 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74d29d2e-2600-4bbd-b397-ca58c4d723c3 req-1f365b12-5c42-4212-8d47-4ce5e8ffbaf3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1012621
May 10 17:18:56.953412 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74d29d2e-2600-4bbd-b397-ca58c4d723c3 req-fe2bd632-512d-48ba-8b21-8ec348e39db6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407267
May 10 17:18:57.364695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84916-0cbd-46ed-8da1-08067800d4af req-403ecbad-8d47-4e94-ac9c-94a7bf3f3993 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:57.366165 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-28d84916-0cbd-46ed-8da1-08067800d4af req-403ecbad-8d47-4e94-ac9c-94a7bf3f3993 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0811310
May 10 17:18:57.413844 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-28d84916-0cbd-46ed-8da1-08067800d4af req-26efdf7b-99b7-4160-81f7-e52aaff68664 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418139
May 10 17:18:58.158815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcfe0-1774-4a91-8ddb-f372348893c0 req-f3345c6f-d4aa-4376-bb98-9f7d860621af tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:58.160253 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c4bcfe0-1774-4a91-8ddb-f372348893c0 req-f3345c6f-d4aa-4376-bb98-9f7d860621af tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0941646
May 10 17:18:58.205569 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c4bcfe0-1774-4a91-8ddb-f372348893c0 req-a938ef0a-fdf6-41f9-9a2b-8eb81f7b53e3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393350
May 10 17:18:58.604600 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93841f8-2bad-4cb1-93da-d7274c99e698 req-36c85a3f-5368-450f-9796-5d570811c473 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:58.606297 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b93841f8-2bad-4cb1-93da-d7274c99e698 req-36c85a3f-5368-450f-9796-5d570811c473 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0806665
May 10 17:18:58.652509 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b93841f8-2bad-4cb1-93da-d7274c99e698 req-4b6f3d5c-ad09-4b5f-9cd7-bb33a85636fb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401161
May 10 17:18:59.393857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170001-f6a8-406a-af18-a97872d9c95a req-6fb15da6-d379-4b79-aaa7-ba139dba8bb4 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:59.395794 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8e170001-f6a8-406a-af18-a97872d9c95a req-6fb15da6-d379-4b79-aaa7-ba139dba8bb4 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0843632
May 10 17:18:59.449703 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8e170001-f6a8-406a-af18-a97872d9c95a req-633a5a82-68b0-4eac-8531-1dd580749224 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478337
May 10 17:18:59.849204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20793-f7c3-4530-96a6-4a80eb42e3c3 req-a9a555ef-4255-4fe0-98f6-6110a5bfbace tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:18:59.850641 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d3c20793-f7c3-4530-96a6-4a80eb42e3c3 req-a9a555ef-4255-4fe0-98f6-6110a5bfbace tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0852959
May 10 17:18:59.895326 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d3c20793-f7c3-4530-96a6-4a80eb42e3c3 req-f0c8244c-e231-4765-974e-5ae0e191cb43 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387211
May 10 17:19:00.633672 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f11ae4-1ac8-4850-ba0b-ad421fcaf943 req-eb418936-c921-4905-a3d4-625a25dff4a0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:00.635247 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-33f11ae4-1ac8-4850-ba0b-ad421fcaf943 req-eb418936-c921-4905-a3d4-625a25dff4a0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0793977
May 10 17:19:00.680870 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-33f11ae4-1ac8-4850-ba0b-ad421fcaf943 req-ad12a55c-0363-485e-b5e3-9198b2dc5075 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391500
May 10 17:19:00.706190 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-9517c3aa-e60d-47e2-b48c-b3e1358bc68e tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:00.724765 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-9517c3aa-e60d-47e2-b48c-b3e1358bc68e tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:00.726002 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-9517c3aa-e60d-47e2-b48c-b3e1358bc68e tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952322613&fields=id&tenant_id=5c55bfcb3cfe44219a63287f0983cdeb HTTP/1.1" status: 200  len: 267 time: 0.0599599
May 10 17:19:00.882373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-745a49a8-3a89-419e-b0a8-05c6c935b57f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:00.883795 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-745a49a8-3a89-419e-b0a8-05c6c935b57f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 809 time: 0.1509440
May 10 17:19:00.899952 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-9c8c0712-4146-47d7-85e0-718943a2bebf tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/quotas/5c55bfcb3cfe44219a63287f0983cdeb HTTP/1.1" status: 200  len: 375 time: 0.0102668
May 10 17:19:00.990405 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-92ecfa44-e8c7-4cb5-a932-d2fc85b7f689 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0848069
May 10 17:19:01.101769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325cbe9-1e30-474e-97ce-13bc3a42a210 req-83f83d77-19f4-4045-aa05-507e851eb89e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:01.103472 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9325cbe9-1e30-474e-97ce-13bc3a42a210 req-83f83d77-19f4-4045-aa05-507e851eb89e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0930436
May 10 17:19:01.133303 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d73574e3-9d78-4d10-9659-e547de9df66e service neutron] 10.222.0.20 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304832
May 10 17:19:01.151149 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9325cbe9-1e30-474e-97ce-13bc3a42a210 req-16396ad8-bf37-448b-b016-41798375fcc3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:01.164598 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9325cbe9-1e30-474e-97ce-13bc3a42a210 req-16396ad8-bf37-448b-b016-41798375fcc3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:01.165997 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9325cbe9-1e30-474e-97ce-13bc3a42a210 req-16396ad8-bf37-448b-b016-41798375fcc3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0565801
May 10 17:19:01.275418 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-a52bef82-0c63-4a25-8b9d-f5bd28332ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306429
May 10 17:19:01.668713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-a08be524-222f-4fff-b457-a60d5daebb71 req-b8aaa92a-88f1-4aa7-95bd-eaa4bcdaccb1 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:01.686886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-a08be524-222f-4fff-b457-a60d5daebb71 req-b8aaa92a-88f1-4aa7-95bd-eaa4bcdaccb1 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:01.689098 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a08be524-222f-4fff-b457-a60d5daebb71 req-b8aaa92a-88f1-4aa7-95bd-eaa4bcdaccb1 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 210 time: 0.0656300
May 10 17:19:01.892129 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefef812-28d1-4ba7-9ec9-81d87fd2dcd8 req-e115163c-c843-4abb-be8c-d56c99e843e6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:01.899727 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fefef812-28d1-4ba7-9ec9-81d87fd2dcd8 req-e115163c-c843-4abb-be8c-d56c99e843e6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1015263
May 10 17:19:01.948812 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fefef812-28d1-4ba7-9ec9-81d87fd2dcd8 req-e9e972c5-0bc1-4b10-9cdc-536f3f1d6505 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479636
May 10 17:19:02.372282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2ff98-4021-4f39-b242-f9546d61fefc req-bbe05b43-c63e-4814-8128-0544c8625c08 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:02.373764 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccd2ff98-4021-4f39-b242-f9546d61fefc req-bbe05b43-c63e-4814-8128-0544c8625c08 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0860291
May 10 17:19:02.420220 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccd2ff98-4021-4f39-b242-f9546d61fefc req-b80240b5-6482-4f9a-9691-8446c6cb1c80 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394268
May 10 17:19:02.884112 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c236871d-d710-468b-a262-61bd2d330b17 req-bf464c64-8d47-4bc7-a0ff-ff41c7686af6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 210 time: 0.0536976
May 10 17:19:02.943188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-991d330e-d5d5-4104-8e67-8889b7393d6f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:02.944663 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-991d330e-d5d5-4104-8e67-8889b7393d6f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 809 time: 0.1878276
May 10 17:19:02.995367 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-11a40b6a-2a25-499d-a3c1-8bf2a42f280c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c55bfcb3cfe44219a63287f0983cdeb HTTP/1.1" status: 200  len: 380 time: 0.0407243
May 10 17:19:03.005540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'port': {'device_id': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'admin_state_up': True, 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'security_groups': ['d74c4546-40eb-4fe7-ac77-4f290552ebd7']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:03.150433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cde06-dbbb-45f9-a0cc-72aa1e1aea55 req-90bd8796-9b1f-441c-9405-42b9f36c4f53 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:03.152091 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d94cde06-dbbb-45f9-a0cc-72aa1e1aea55 req-90bd8796-9b1f-441c-9405-42b9f36c4f53 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0831888
May 10 17:19:03.155628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:03.165352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:03.177365 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Made reservation on behalf of 5c55bfcb3cfe44219a63287f0983cdeb for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:03.180977 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:03.201986 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d94cde06-dbbb-45f9-a0cc-72aa1e1aea55 req-a98982c0-f29c-41d3-8b97-e7ea7a0fc160 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434670
May 10 17:19:03.345241 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Allocated IP 172.20.0.5 (b109023a-af5c-4b92-87bd-51b508f2bfe6/31f6b0af-3fe2-44ad-872e-38045e4e782b/83d1b341-52c6-4d8c-802a-78c2be31bb79) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:03.682250 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:03.698809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be2e4-1ef5-4a8f-995d-21ee1a67f194 req-68a9981a-1ad7-4f73-9f3d-fd2759ac12c5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:03.706623 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f36be2e4-1ef5-4a8f-995d-21ee1a67f194 req-68a9981a-1ad7-4f73-9f3d-fd2759ac12c5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1650250
May 10 17:19:03.737347 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Transition to ACTIVE for port object 83d1b341-52c6-4d8c-802a-78c2be31bb79 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:03.764494 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f36be2e4-1ef5-4a8f-995d-21ee1a67f194 req-204f0e6d-7764-447c-813d-bc6992b69243 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570109
May 10 17:19:03.784665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:03.790721 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:03.855718 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:03.858769 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:03.868548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:03.900530 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:03.913370 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.913989 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.914488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.915076 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.915669 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.915913 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.916296 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.916786 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.917879 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.918373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.918892 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.919377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:03.941060 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:03.975369 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:03.976113 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:04.012425 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0110958
May 10 17:19:04.042034 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Request body: {'port': {'device_id': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:04.114534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683405c-9e20-4468-9ffd-b7142320d62f req-a25d968f-0062-431d-842c-dff7137e0c7c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:04.116381 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2683405c-9e20-4468-9ffd-b7142320d62f req-a25d968f-0062-431d-842c-dff7137e0c7c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 931 time: 0.0916557
May 10 17:19:04.138362 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-5ee93338-d839-4f17-aa1c-e83f07fc21e5 None None] Provisioning for port 83d1b341-52c6-4d8c-802a-78c2be31bb79 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:04.145398 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-5ee93338-d839-4f17-aa1c-e83f07fc21e5 None None] Provisioning complete for port 83d1b341-52c6-4d8c-802a-78c2be31bb79 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:04.145972 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5ee93338-d839-4f17-aa1c-e83f07fc21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:04.186664 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:04.208644 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-5ee93338-d839-4f17-aa1c-e83f07fc21e5 None None] Port 83d1b341-52c6-4d8c-802a-78c2be31bb79 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:04.236366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2683405c-9e20-4468-9ffd-b7142320d62f req-ed98f950-01e8-4330-a445-34c4d59330d2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:04.264306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2683405c-9e20-4468-9ffd-b7142320d62f req-ed98f950-01e8-4330-a445-34c4d59330d2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:04.268494 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2683405c-9e20-4468-9ffd-b7142320d62f req-ed98f950-01e8-4330-a445-34c4d59330d2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395328
May 10 17:19:04.551782 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cecb2-d9bf-4145-b944-4a7914849b19 req-83a6b2d1-9a28-4672-9660-87ff72daa5c5 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:04.553174 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-764cecb2-d9bf-4145-b944-4a7914849b19 req-83a6b2d1-9a28-4672-9660-87ff72daa5c5 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1895459
May 10 17:19:04.632568 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-764cecb2-d9bf-4145-b944-4a7914849b19 req-41b53ff2-5c86-47be-a154-c74bf32cd9f0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662253
May 10 17:19:04.711088 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d1b341-52c6-4d8c-802a-78c2be31bb79 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:04.718700 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:04.733346 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Transition to ACTIVE for port object 83d1b341-52c6-4d8c-802a-78c2be31bb79 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:04.738016 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:04.741696 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f821c7b3-12dd-4ba6-9ccc-764610f3c2c4 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:04.915133 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:04.918325 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:04.996947 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Attempting to bind port 83d1b341-52c6-4d8c-802a-78c2be31bb79 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:04.997580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Attempting to bind port 83d1b341-52c6-4d8c-802a-78c2be31bb79 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:04.997580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Attempting to bind port 83d1b341-52c6-4d8c-802a-78c2be31bb79 on network b109023a-af5c-4b92-87bd-51b508f2bfe6 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:05.002035 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Port 83d1b341-52c6-4d8c-802a-78c2be31bb79 on network b109023a-af5c-4b92-87bd-51b508f2bfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:19:05.002540 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Attempting to bind port 83d1b341-52c6-4d8c-802a-78c2be31bb79 on network b109023a-af5c-4b92-87bd-51b508f2bfe6 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:05.007445 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:05.007769 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Checking segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:05.008171 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Bound using segment: {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:05.008586 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Bound port: 83d1b341-52c6-4d8c-802a-78c2be31bb79, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192018b2-de81-43d8-94f7-0cccc53df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:05.008922 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.031728 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-7e887f6f-974c-4a61-8fd5-771072e5f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.033312 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-7e887f6f-974c-4a61-8fd5-771072e5f22a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1366870
May 10 17:19:05.041791 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728345eb-f246-47b2-8206-9923e157482e req-e5d50c9e-ea24-4a04-8162-5bb78c04cecf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.044442 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-728345eb-f246-47b2-8206-9923e157482e req-e5d50c9e-ea24-4a04-8162-5bb78c04cecf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1134081
May 10 17:19:05.100233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:05.103035 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:05.108135 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.113169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1add1fce-e0aa-43e9-a811-00a1b00dfa7a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:05.162450 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-728345eb-f246-47b2-8206-9923e157482e req-aba67707-c016-4cb1-8d22-75c109738c40 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1128573
May 10 17:19:05.174557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.175158 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:05.176538 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] 10.222.0.53 "PUT /v2.0/ports/83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 1093 time: 1.1396418
May 10 17:19:05.177024 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:05.224003 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-a4e1f659-4123-4d38-a029-182aedb9ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.225481 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-a4e1f659-4123-4d38-a029-182aedb9ddea service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.1622550
May 10 17:19:05.259799 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'status': 'completed', 'code': 200}
May 10 17:19:05.274761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:05.279183 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:05.321384 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-4f59e102-c00b-4902-8630-99acbffa22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.322867 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-4f59e102-c00b-4902-8630-99acbffa22e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1096 time: 0.0958188
May 10 17:19:05.448955 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-0eb4ce16-dbf0-4aa4-87e6-de86282539f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.2154639
May 10 17:19:05.486869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd123d1-24d2-4812-b530-3fc4473c1d6a req-6a68da97-4baf-4c06-b2e0-b22c152ad6ab tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.488315 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ecd123d1-24d2-4812-b530-3fc4473c1d6a req-6a68da97-4baf-4c06-b2e0-b22c152ad6ab tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0938845
May 10 17:19:05.534407 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ecd123d1-24d2-4812-b530-3fc4473c1d6a req-ade33817-2b3d-4bb2-b600-265fcaee449c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403090
May 10 17:19:05.837994 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbabd1-b72d-4051-a4cc-9accfb76dad5 req-abbb7eed-65b9-4af0-9846-f949120f3e1f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:05.839433 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-36bbabd1-b72d-4051-a4cc-9accfb76dad5 req-abbb7eed-65b9-4af0-9846-f949120f3e1f tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0914905
May 10 17:19:05.885268 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-36bbabd1-b72d-4051-a4cc-9accfb76dad5 req-7f6c2ce1-ae81-4d02-bc70-969727df57a8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389841
May 10 17:19:06.360951 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62694044-6e0b-4d58-a64a-3231d4f58139 req-82f674a1-5848-423b-9ce9-4eb9efe4b455 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:06.362379 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-62694044-6e0b-4d58-a64a-3231d4f58139 req-82f674a1-5848-423b-9ce9-4eb9efe4b455 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0775695
May 10 17:19:06.408831 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-62694044-6e0b-4d58-a64a-3231d4f58139 req-bade45c4-7937-490e-ab78-ef8ac815a30f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408196
May 10 17:19:06.720931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff523cd-5f8e-43cd-b899-e1da345c2401 req-db291c18-88f1-41ef-aac2-e0e8dbde0a98 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:06.721606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-aff523cd-5f8e-43cd-b899-e1da345c2401 req-db291c18-88f1-41ef-aac2-e0e8dbde0a98 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:06.737294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-aff523cd-5f8e-43cd-b899-e1da345c2401 req-db291c18-88f1-41ef-aac2-e0e8dbde0a98 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:06.738455 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-aff523cd-5f8e-43cd-b899-e1da345c2401 req-db291c18-88f1-41ef-aac2-e0e8dbde0a98 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0946512
May 10 17:19:06.782820 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-aff523cd-5f8e-43cd-b899-e1da345c2401 req-a3e8dd5e-e2d5-4e5b-9d7b-91d5c8474ff4 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384152
May 10 17:19:07.071916 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1742aca-94bc-451f-ab81-a3ed4aac4e68 req-763cf58d-5ad8-419e-aa3f-d40da8224c91 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:07.073378 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b1742aca-94bc-451f-ab81-a3ed4aac4e68 req-763cf58d-5ad8-419e-aa3f-d40da8224c91 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0817776
May 10 17:19:07.117461 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b1742aca-94bc-451f-ab81-a3ed4aac4e68 req-09847ce3-945d-4531-b343-6c23b888a4d9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384378
May 10 17:19:07.665023 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f033b5-e795-4658-bce2-2856df9c9917 req-8157fc55-b93c-4591-9225-e523e6ca8510 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:07.666461 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d0f033b5-e795-4658-bce2-2856df9c9917 req-8157fc55-b93c-4591-9225-e523e6ca8510 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1498933
May 10 17:19:07.711675 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d0f033b5-e795-4658-bce2-2856df9c9917 req-9f1bdc8e-479a-488b-bd44-9b9bff56fff7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388813
May 10 17:19:07.966042 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1602d9-fb77-4221-bd0f-c46efd4b4ec1 req-60a9f92f-ca6e-48a4-a27e-4559115be613 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:07.967503 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bf1602d9-fb77-4221-bd0f-c46efd4b4ec1 req-60a9f92f-ca6e-48a4-a27e-4559115be613 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0833790
May 10 17:19:08.014031 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bf1602d9-fb77-4221-bd0f-c46efd4b4ec1 req-e82da34a-89fd-4a82-b73c-a89500b6c14a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403173
May 10 17:19:08.139869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-106211cf-342f-4452-b34b-c6130eb9edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.141913 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-106211cf-342f-4452-b34b-c6130eb9edf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.0578992
May 10 17:19:08.149505 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-1cb04e98-993d-4463-b5ba-8ed7b6f1da0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 217 time: 0.0650556
May 10 17:19:08.197768 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-8f789725-8bdf-43f0-8712-0e01a5efbbda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484471
May 10 17:19:08.221925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-3938013d-f7d9-4a3c-9c84-0c1636cf0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.223923 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-3938013d-f7d9-4a3c-9c84-0c1636cf0f58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0667598
May 10 17:19:08.335001 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-98bba2be-4103-4d15-98f5-6d21739808e4 service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290326
May 10 17:19:08.377485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e119c03-4269-4fd3-b96c-bcab2d56cda8 req-53a73363-a1b5-41b6-8973-2a46de19d8f0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.378898 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9e119c03-4269-4fd3-b96c-bcab2d56cda8 req-53a73363-a1b5-41b6-8973-2a46de19d8f0 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1077976
May 10 17:19:08.381919 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-ce38c8ec-95ea-4bd4-b84a-fb46f41b8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.383227 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-ce38c8ec-95ea-4bd4-b84a-fb46f41b8314 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489575
May 10 17:19:08.472304 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ede07c80-6900-48bc-a2f7-bf9bbcebae06 req-55a3ecec-fb32-44df-90f4-664dda059abe service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266642
May 10 17:19:08.497826 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9e119c03-4269-4fd3-b96c-bcab2d56cda8 req-b9239791-297e-4ab9-a265-0c03686f9c96 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128168
May 10 17:19:08.543050 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-12f5087b-70ab-49b2-b5c4-bc9e5e591552 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449142
May 10 17:19:08.565317 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:08.678684 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-998291bd-31fc-4d21-b6cf-68f7be204d73 req-0bd99a72-fb0c-4390-881f-e67539e058b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240351
May 10 17:19:08.795688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-7b05bf8f-e574-4f91-8c70-acccffa8f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.797221 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-7b05bf8f-e574-4f91-8c70-acccffa8f358 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1096 time: 0.0719070
May 10 17:19:08.904390 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013700c-02f4-438d-9a52-751fc779956c req-56d9c983-c02f-411b-b194-edcfc2b21407 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.905861 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8013700c-02f4-438d-9a52-751fc779956c req-56d9c983-c02f-411b-b194-edcfc2b21407 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0808818
May 10 17:19:08.932811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-47b13895-988d-4af3-8fd6-c51a2c035ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:08.934243 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-47b13895-988d-4af3-8fd6-c51a2c035ecb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.1292830
May 10 17:19:08.958538 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8013700c-02f4-438d-9a52-751fc779956c req-3320f7c6-3a64-452c-ba04-48a99d648f68 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456209
May 10 17:19:09.007693 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-e7215de6-d11f-4af9-8983-df1cc8c40f62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 217 time: 0.0639176
May 10 17:19:09.076205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-e6409e2d-307c-411d-817b-f10f7f44e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.078222 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-e6409e2d-307c-411d-817b-f10f7f44e3c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0604472
May 10 17:19:09.247397 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-35803920-7c23-4e3d-b81a-b72cdc1a44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.248894 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-35803920-7c23-4e3d-b81a-b72cdc1a44d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1578505
May 10 17:19:09.260847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09e478-0222-4bdf-93ce-070602a24b70 req-038b2cec-9f7e-44f5-a97a-993689d5351d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.262584 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab09e478-0222-4bdf-93ce-070602a24b70 req-038b2cec-9f7e-44f5-a97a-993689d5351d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.1194329
May 10 17:19:09.386081 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ab09e478-0222-4bdf-93ce-070602a24b70 req-0811e1cf-1902-4837-b10a-12ee8be356ce tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021571
May 10 17:19:09.425163 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-e9602562-e411-4f2c-82c2-714a192eeafe service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614873
May 10 17:19:09.559219 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c451ebc-76fb-45b4-b196-25cf287aa0cf req-7bbb3821-6bf7-4e6f-9711-c764ef2d1ece service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247544
May 10 17:19:09.590249 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:09.805048 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f6a1c-9aa2-4790-960d-51dbd2a357bd req-11ed3e76-5cc3-42d4-8eda-d3a6d6714fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.806655 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-916f6a1c-9aa2-4790-960d-51dbd2a357bd req-11ed3e76-5cc3-42d4-8eda-d3a6d6714fbb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1467524
May 10 17:19:09.844813 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d83f9-0f37-47c3-9e7a-4a38db36c886 req-6d73fc72-2b9e-47ad-98d3-613b34d3846c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:09.846255 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-121d83f9-0f37-47c3-9e7a-4a38db36c886 req-6d73fc72-2b9e-47ad-98d3-613b34d3846c tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0848403
May 10 17:19:09.850963 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-916f6a1c-9aa2-4790-960d-51dbd2a357bd req-f89baace-0205-4182-b4cc-4060aec921aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343184
May 10 17:19:09.890759 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-121d83f9-0f37-47c3-9e7a-4a38db36c886 req-1a3bca6e-33f9-4e2a-b095-9891f46a661a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385447
May 10 17:19:10.157668 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a29905-a69a-4e48-a35f-28fd60ce38e5 req-5b45cf01-bcdc-4ebb-98a2-8fdc4ba8040b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:10.159111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-12a29905-a69a-4e48-a35f-28fd60ce38e5 req-5b45cf01-bcdc-4ebb-98a2-8fdc4ba8040b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0808949
May 10 17:19:10.204474 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-12a29905-a69a-4e48-a35f-28fd60ce38e5 req-bb52361a-0f80-42f7-8056-d1de811499ff tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396287
May 10 17:19:10.587101 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531161-e839-4abb-bfe5-7ec92ad964d5 req-95d001ea-9b7c-40d0-a0f5-6d539a9c046d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:10.589548 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4b531161-e839-4abb-bfe5-7ec92ad964d5 req-95d001ea-9b7c-40d0-a0f5-6d539a9c046d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0927162
May 10 17:19:10.644728 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4b531161-e839-4abb-bfe5-7ec92ad964d5 req-af173efd-47c7-4eb8-881e-995aba7cff3f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435753
May 10 17:19:11.078694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d63c-67f5-437e-a13e-bc8f8522e7c0 req-5bdd44df-5c9f-4d22-9477-bf9b3de71459 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.080167 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5171d63c-67f5-437e-a13e-bc8f8522e7c0 req-5bdd44df-5c9f-4d22-9477-bf9b3de71459 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0817111
May 10 17:19:11.127866 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5171d63c-67f5-437e-a13e-bc8f8522e7c0 req-85c83aa3-8ead-4c60-9fe8-1f2ef93819d1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419445
May 10 17:19:11.399496 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e138-4208-4945-b6a8-788d201b938f req-7366342b-b16c-4dd3-8e13-0d39faf192c7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.400959 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8016e138-4208-4945-b6a8-788d201b938f req-7366342b-b16c-4dd3-8e13-0d39faf192c7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0823405
May 10 17:19:11.446795 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8016e138-4208-4945-b6a8-788d201b938f req-29ece626-67fd-43e5-a4e5-6029740dd79f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395911
May 10 17:19:11.652770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-936690ed-2fc2-4f30-b66d-6b86dbf022aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.654199 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-936690ed-2fc2-4f30-b66d-6b86dbf022aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1228592
May 10 17:19:11.693308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ee48f-c968-4e7f-9158-4def8529c6bb req-c4975f23-3297-4531-a531-7feb532b0f97 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.694748 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a93ee48f-c968-4e7f-9158-4def8529c6bb req-c4975f23-3297-4531-a531-7feb532b0f97 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1210046
May 10 17:19:11.814317 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a93ee48f-c968-4e7f-9158-4def8529c6bb req-dfbf5d36-2d9c-456b-a9e6-0e4cafceea00 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715420
May 10 17:19:11.835725 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206598e-a7f3-4816-a348-bb75a5f7d540 req-8b38509c-dc6e-461d-83f8-86aefe2da4c7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.837202 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e206598e-a7f3-4816-a348-bb75a5f7d540 req-8b38509c-dc6e-461d-83f8-86aefe2da4c7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0808086
May 10 17:19:11.838675 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-53f84f97-a36d-40ea-90c9-96a86496141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.840399 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-53f84f97-a36d-40ea-90c9-96a86496141c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 200  len: 920 time: 0.1767018
May 10 17:19:11.883021 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e206598e-a7f3-4816-a348-bb75a5f7d540 req-61bb5861-6bec-489d-99db-3a459ff36948 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399029
May 10 17:19:11.913591 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-e0c2819a-fbbf-4da1-b71b-25960a5722f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 200  len: 217 time: 0.0655348
May 10 17:19:11.985731 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-374b5fc3-1fcc-400f-b94b-825cdb2577f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:11.987165 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-374b5fc3-1fcc-400f-b94b-825cdb2577f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 200  len: 859 time: 0.0664065
May 10 17:19:12.036402 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-b5be5d94-d6a1-4a7b-b77a-d6239709a907 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a4c3310-9bcb-47e3-99ae-01b8c5257430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419488
May 10 17:19:12.180267 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-e79832fe-cd30-40f3-9838-e02fe2ce06ac service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346874
May 10 17:19:12.318186 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7913d138-158c-4e4a-a656-ffe3b9afcc3d req-36618e06-2aeb-4675-a746-2750f798707a service neutron] 10.222.0.53 "GET /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315563
May 10 17:19:12.638864 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50010954-37f2-4fcf-9353-6159440e80a9 req-73ce4754-d2f2-4942-a692-b10787227b55 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:12.640777 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50010954-37f2-4fcf-9353-6159440e80a9 req-73ce4754-d2f2-4942-a692-b10787227b55 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0802577
May 10 17:19:12.687800 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50010954-37f2-4fcf-9353-6159440e80a9 req-c9e6b984-dc2a-4458-9288-2c35c7d75daf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411522
May 10 17:19:12.997800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad1d5-c358-4cf7-9ad4-555f570cfc8a req-e5e3d7e5-1baf-4f39-aa90-ec788307ada6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:12.999218 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c2dad1d5-c358-4cf7-9ad4-555f570cfc8a req-e5e3d7e5-1baf-4f39-aa90-ec788307ada6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0831120
May 10 17:19:13.043946 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c2dad1d5-c358-4cf7-9ad4-555f570cfc8a req-3e41a4ad-da63-465e-8d5f-f06564388661 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382822
May 10 17:19:13.067804 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea73e6-cc5c-414b-bd22-5e318c64aa21 req-12091b21-80ef-4501-bf4f-1b2d07963878 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:13.069289 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50ea73e6-cc5c-414b-bd22-5e318c64aa21 req-12091b21-80ef-4501-bf4f-1b2d07963878 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0812039
May 10 17:19:13.113641 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50ea73e6-cc5c-414b-bd22-5e318c64aa21 req-c82b8431-f2a9-47a9-afa5-539819c24beb tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386872
May 10 17:19:13.873415 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957dcd4-245b-42bc-9228-f789eeb7f03f req-b7996e97-bc3e-45d8-b425-08bc9246c06e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:13.875069 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2957dcd4-245b-42bc-9228-f789eeb7f03f req-b7996e97-bc3e-45d8-b425-08bc9246c06e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0794487
May 10 17:19:13.921025 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2957dcd4-245b-42bc-9228-f789eeb7f03f req-6a9868ed-16dc-4aa7-b982-b6a5c4b165a3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402858
May 10 17:19:14.233460 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285b11-4970-4b1b-8fb2-458623aeeefa req-7a535b6d-36da-434f-a213-08cbbd1c545a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:14.234995 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c9285b11-4970-4b1b-8fb2-458623aeeefa req-7a535b6d-36da-434f-a213-08cbbd1c545a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0859780
May 10 17:19:14.279541 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c9285b11-4970-4b1b-8fb2-458623aeeefa req-cce6ae5b-e821-43b9-b220-cf7fc6ff1185 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387874
May 10 17:19:14.300713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3305ef-a5b3-4370-9cec-a176fa504ff9 req-11f70c17-afce-423b-9a02-4078af5e25c4 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:14.302210 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0f3305ef-a5b3-4370-9cec-a176fa504ff9 req-11f70c17-afce-423b-9a02-4078af5e25c4 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0803251
May 10 17:19:14.346238 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0f3305ef-a5b3-4370-9cec-a176fa504ff9 req-a7378b2c-ec35-4a0e-a8f0-5293b873fb9b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381916
May 10 17:19:15.110785 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e730a-34bb-4a76-a054-d30f8bd4d41e req-b312c3c3-102b-4161-8a34-2a9abf1eae8a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:15.112242 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-353e730a-34bb-4a76-a054-d30f8bd4d41e req-b312c3c3-102b-4161-8a34-2a9abf1eae8a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0790608
May 10 17:19:15.156433 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-353e730a-34bb-4a76-a054-d30f8bd4d41e req-3dc954a1-a99f-425d-b6f6-f6b8d57f1e3f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384803
May 10 17:19:15.552715 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9ed9-08d9-407e-b0b5-cda36d620266 req-abf13369-dfcb-4203-846b-c3558c266f29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:15.554136 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2f5d9ed9-08d9-407e-b0b5-cda36d620266 req-abf13369-dfcb-4203-846b-c3558c266f29 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1704390
May 10 17:19:15.598729 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2f5d9ed9-08d9-407e-b0b5-cda36d620266 req-0717f2ed-723a-46dc-b2b8-f00201e1a151 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387309
May 10 17:19:15.605610 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631abe81-2d84-4e75-9b75-515c499a7c14 req-ee0437ca-7e3e-4e80-94e8-01bab6992565 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:15.607202 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-631abe81-2d84-4e75-9b75-515c499a7c14 req-ee0437ca-7e3e-4e80-94e8-01bab6992565 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.1580093
May 10 17:19:15.652443 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-631abe81-2d84-4e75-9b75-515c499a7c14 req-c4f741e0-4a8d-4424-a1ad-aa3ac3956ea3 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385251
May 10 17:19:16.343462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1fbd0-e9c1-40f3-94cf-692a9220efad req-d50bbd1b-9f26-4282-ab9d-51bace903a11 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:16.344809 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-21c1fbd0-e9c1-40f3-94cf-692a9220efad req-d50bbd1b-9f26-4282-ab9d-51bace903a11 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0800078
May 10 17:19:16.393280 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-21c1fbd0-e9c1-40f3-94cf-692a9220efad req-bc2a7222-4728-4191-b8a3-fde0a9952652 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427997
May 10 17:19:16.790811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b491e7-c8cd-4022-9fdf-74d4b6676bcd req-d6bef56a-4099-4552-94c0-9a35aecd6e07 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:16.792518 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e7b491e7-c8cd-4022-9fdf-74d4b6676bcd req-d6bef56a-4099-4552-94c0-9a35aecd6e07 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.0857022
May 10 17:19:16.840885 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e7b491e7-c8cd-4022-9fdf-74d4b6676bcd req-dff4f760-cb56-4377-8c6a-5a2117e3ee2a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414171
May 10 17:19:16.856096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc16d0-efa4-41a5-914d-e9b127b849d2 req-54931420-e02d-4b47-aaec-0f4f8e0b9ffa tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:16.857632 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7cfc16d0-efa4-41a5-914d-e9b127b849d2 req-54931420-e02d-4b47-aaec-0f4f8e0b9ffa tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0977876
May 10 17:19:16.909737 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7cfc16d0-efa4-41a5-914d-e9b127b849d2 req-2a87c500-39b6-4feb-ba9f-de4d37fa6479 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395045
May 10 17:19:17.180394 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4608a1b2-8456-4c14-ac1a-937782464c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:17.582707 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6956-dde5-4454-a132-ffb6f835c129 req-99c5325d-2a92-4040-8096-473bd040df1d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:17.584181 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dd2c6956-dde5-4454-a132-ffb6f835c129 req-99c5325d-2a92-4040-8096-473bd040df1d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0811682
May 10 17:19:17.633037 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dd2c6956-dde5-4454-a132-ffb6f835c129 req-a02022a8-c682-479e-a1e1-70af2ceac604 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430193
May 10 17:19:17.907709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50748) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:18.029288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.051366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:18.063588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480474-7ea8-4c3d-ad26-cd1d0eced9fe req-b05208cd-57b2-4b1c-8e0a-bed374f544d1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.065522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d480474-7ea8-4c3d-ad26-cd1d0eced9fe req-b05208cd-57b2-4b1c-8e0a-bed374f544d1 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.1174197
May 10 17:19:18.065985 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b15d18d2725d4590b1e261099601559f is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:18.068943 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:18.087792 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:18.096194 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e37161-87e3-4acd-b239-5ed9ddb132f2 req-a54cef24-d906-44bc-8271-3eb7e5a40f73 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.097644 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b0e37161-87e3-4acd-b239-5ed9ddb132f2 req-a54cef24-d906-44bc-8271-3eb7e5a40f73 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0803449
May 10 17:19:18.132440 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d480474-7ea8-4c3d-ad26-cd1d0eced9fe req-dbb3487a-bd20-4869-9888-46e8a3816b3a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603933
May 10 17:19:18.146886 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b0e37161-87e3-4acd-b239-5ed9ddb132f2 req-16b7eb33-5a60-490b-ae3b-a77ca697c359 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426276
May 10 17:19:18.216444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.223239 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.230887 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-cc41aa9d-6dd6-47ad-803f-ad7d9ffcba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:18.274932 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d48e4f-c78e-4f51-bb79-dbd25671f0da,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:18.289051 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b15d18d2725d4590b1e261099601559f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3725028
May 10 17:19:18.289198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50762) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.289350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.290629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:18.294396 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-09c0c6e3-fb98-445b-92fc-2219d7a73bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:18.355375 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.382983 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.444670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.449627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b3c403b7-2fd9-429a-97d1-1b959609e699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:18.463938 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d48e4f-c78e-4f51-bb79-dbd25671f0da,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:18.466493 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:18.472287 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.473589 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2d48e4f-c78e-4f51-bb79-dbd25671f0da HTTP/1.1" status: 204  len: 168 time: 0.1876915
May 10 17:19:18.709815 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:18.812748 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50782) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:18.845039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.849202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852b233-71e5-4d36-9f49-1489e525cbbd req-4436ee48-f660-4ebc-abfd-c58dee75bbd3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:18.856495 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8852b233-71e5-4d36-9f49-1489e525cbbd req-4436ee48-f660-4ebc-abfd-c58dee75bbd3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0972772
May 10 17:19:18.873194 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:18.880377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dbeff773cb4ca9a94389c5ff458368 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:18.883406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:18.891532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:18.901745 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:18.916385 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'mac_address': 'fa:16:3e:8c:8c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:18.926285 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8852b233-71e5-4d36-9f49-1489e525cbbd req-b2d11ca3-2efd-4e97-95c7-43eea99666ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672424
May 10 17:19:18.984706 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:18.998521 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.002001 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d1b341-52c6-4d8c-802a-78c2be31bb79 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:19.003580 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.013218 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ec840e1b-9154-487b-8303-ea9fe7837937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:19.018748 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:19.022944 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.024090 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:19.027194 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:19.058582 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1dbeff773cb4ca9a94389c5ff458368&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2423666
May 10 17:19:19.058582 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d71c1ba-ff3a-4ecf-824c-72c618615dab,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:19.058922 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50786) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:19.064850 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:19.099114 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:19.107834 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.108201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.109483 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.110183 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.110524 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.110859 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.111190 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.111515 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.112035 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.112365 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.112691 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.113012 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:19.117556 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:19.140190 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.168392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.235871 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.243090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f03fa080-37e7-4177-a8d6-1bc734554395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:19.255856 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d71c1ba-ff3a-4ecf-824c-72c618615dab,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:19.259650 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:19.267325 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.285360 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d71c1ba-ff3a-4ecf-824c-72c618615dab HTTP/1.1" status: 204  len: 168 time: 0.2157934
May 10 17:19:19.302069 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:19.321323 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:19.394711 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.430810 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:19.448410 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef872-95b8-42af-a77d-b3a1b45ea59c req-96eca600-d9db-4625-b976-bde3a1cf4e0c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:19.450533 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-018ef872-95b8-42af-a77d-b3a1b45ea59c req-96eca600-d9db-4625-b976-bde3a1cf4e0c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 944 time: 0.1281507
May 10 17:19:19.471100 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:19.478575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.481685 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2082bb96-8b6b-4893-ae4b-4b0258d131c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:19.511143 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-018ef872-95b8-42af-a77d-b3a1b45ea59c req-9562661e-ea78-4181-b182-b0ba542237aa tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526459
May 10 17:19:19.583073 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=6']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:19.586962 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:19.592590 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:19.814209 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['83d1b341-52c6-4d8c-802a-78c2be31bb79'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:19.906659 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:19.952897 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7915b4c5-6dbf-46dd-977c-ae9c5df55178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.356156 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0754a-3305-4899-9993-832c02cfe165 req-448f2015-ce99-4576-864d-09755545d74f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:20.367259 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d2a0754a-3305-4899-9993-832c02cfe165 req-448f2015-ce99-4576-864d-09755545d74f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.2179289
May 10 17:19:20.439015 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d2a0754a-3305-4899-9993-832c02cfe165 req-f5ae861b-4a81-424a-aaca-7acaf37a9488 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0708003
May 10 17:19:20.734861 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:20.750357 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d063b53-19d0-4965-93a5-3463af0db61d req-a4bb1722-d35d-44e9-a660-fb221af187cc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:20.752854 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2d063b53-19d0-4965-93a5-3463af0db61d req-a4bb1722-d35d-44e9-a660-fb221af187cc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 944 time: 0.0962939
May 10 17:19:20.845678 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2d063b53-19d0-4965-93a5-3463af0db61d req-cb7d0a66-79c4-4f83-a623-8345246d4445 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818152
May 10 17:19:20.848634 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.870746 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:20.871901 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.032580 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.070401 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:21.091323 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:21.103632 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:21.105653 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:21.163652 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'code': 200}
May 10 17:19:21.204730 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=7']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:21.216970 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:21.670027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855401b-5f0b-4761-a71f-1a05574b1340 req-e7879719-7fbc-43bc-8126-0628333f4f0a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:21.672497 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0855401b-5f0b-4761-a71f-1a05574b1340 req-e7879719-7fbc-43bc-8126-0628333f4f0a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1054981
May 10 17:19:21.742593 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0855401b-5f0b-4761-a71f-1a05574b1340 req-2d31efff-647e-403f-9971-d4d7bc216d6d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0621717
May 10 17:19:21.972616 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50894) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:22.066382 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094baa7-379e-407d-a5a9-2c414327b5de req-0b7b467c-92bf-47cc-8b8d-7240d83ad9da tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:22.068332 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9094baa7-379e-407d-a5a9-2c414327b5de req-0b7b467c-92bf-47cc-8b8d-7240d83ad9da tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 944 time: 0.0962980
May 10 17:19:22.141606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.147804 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9094baa7-379e-407d-a5a9-2c414327b5de req-1ac6f8ca-8b08-4ee5-98e8-3ca8c1196a1c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727870
May 10 17:19:22.180279 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:22.187719 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Usage tracker for resource:security_group_rule and tenant:95f4c326750f4a2b9fffac6518ec503c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:22.196326 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:22.207286 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:22.312318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.319591 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.334812 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:22.384208 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95f4c326750f4a2b9fffac6518ec503c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4097159
May 10 17:19:22.384612 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50906) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:22.393212 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.398395 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b75c85-8a8d-4922-9a53-8e889195c988,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:22.402724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:22.469379 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.501559 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50910) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:22.511109 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.573125 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.581646 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7bc5bb57-e40d-45ee-bdc1-b8e2024abe7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:22.594345 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b75c85-8a8d-4922-9a53-8e889195c988,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:22.605204 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:22.606015 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.607458 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72b75c85-8a8d-4922-9a53-8e889195c988 HTTP/1.1" status: 204  len: 168 time: 0.2206147
May 10 17:19:22.681782 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.702668 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:22.708359 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Usage tracker for resource:security_group_rule and tenant:bff3c35f870642f29af57518b0ef3718 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:22.711820 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:22.728632 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:22.785134 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:22.858179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.864467 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.893084 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:22.924868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 50926) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:22.925119 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bff3c35f870642f29af57518b0ef3718&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4214194
May 10 17:19:22.925990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5977ce4f-db69-4d37-859e-ae614e217f3f,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:22.929412 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:23.016068 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 83d1b341-52c6-4d8c-802a-78c2be31bb79 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:23.022371 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 83d1b341-52c6-4d8c-802a-78c2be31bb79 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:23.024308 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.220706 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50934) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:23.227267 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.258841 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.273240 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.278490 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.307410 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:23.324090 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:23.329450 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.331587 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:23.335962 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26f275-e484-4716-8949-f311e88b4c04 req-fa0488a5-dd45-4a24-a5bd-e095578c8bf5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.337692 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ba26f275-e484-4716-8949-f311e88b4c04 req-fa0488a5-dd45-4a24-a5bd-e095578c8bf5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.2869604
May 10 17:19:23.409797 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ba26f275-e484-4716-8949-f311e88b4c04 req-a2806ea2-ea81-4b62-aa69-1450b2d41625 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0637240
May 10 17:19:23.414952 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.415250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:23.416873 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:23.420301 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:23.428399 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fb3854e30f4132863d5d0372c851fb is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:23.432475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:23.434629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:23.439866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:23.449121 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977ce4f-db69-4d37-859e-ae614e217f3f,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:23.460012 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:23.461270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.462754 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5977ce4f-db69-4d37-859e-ae614e217f3f HTTP/1.1" status: 204  len: 168 time: 0.5363648
May 10 17:19:23.496257 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a599e0-9d27-4184-acc1-9b6620d4bb7b req-96cfb982-2da0-4159-8cd9-8668a5064e3a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.498048 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-92a599e0-9d27-4184-acc1-9b6620d4bb7b req-96cfb982-2da0-4159-8cd9-8668a5064e3a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1929524
May 10 17:19:23.564120 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-92a599e0-9d27-4184-acc1-9b6620d4bb7b req-29ef7a41-f5ca-4835-a4de-f233c1b2b7b9 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594330
May 10 17:19:23.652784 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'code': 200}
May 10 17:19:23.657670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.666650 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.693078 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6318e730-dd3d-4d76-bf4b-39ad0edf3591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:23.712160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e091ed-ddd0-4b6b-815d-7c13645c2a87 req-9fd4f278-4b50-45e6-a235-4f0f4d5187f8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:23.728475 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-57e091ed-ddd0-4b6b-815d-7c13645c2a87 req-9fd4f278-4b50-45e6-a235-4f0f4d5187f8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1396132
May 10 17:19:23.769589 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f054bacc-8aec-4df6-a8fa-0cab2a9c6675,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:23.775902 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:23.783180 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2fb3854e30f4132863d5d0372c851fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5580864
May 10 17:19:23.783408 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 50942) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:23.805090 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-57e091ed-ddd0-4b6b-815d-7c13645c2a87 req-e46ef2e1-f135-4b26-af38-cb1f57f26672 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807002
May 10 17:19:23.875781 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.908628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:24.053726 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:24.059878 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e1ce9a4b-e294-4cf3-80d8-98134a323c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:24.075838 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054bacc-8aec-4df6-a8fa-0cab2a9c6675,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:24.082364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:24.090707 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0331c1-c099-49f7-89ce-4509f585f666 req-6e873da2-2dfb-4365-b25c-2fbc0e7f970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.092356 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5a0331c1-c099-49f7-89ce-4509f585f666 req-6e873da2-2dfb-4365-b25c-2fbc0e7f970c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.1403892
May 10 17:19:24.097703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:24.101060 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-dc055b03-afb1-40e5-9dcd-7e5c78d3e695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f054bacc-8aec-4df6-a8fa-0cab2a9c6675 HTTP/1.1" status: 204  len: 168 time: 0.3142498
May 10 17:19:24.175764 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5a0331c1-c099-49f7-89ce-4509f585f666 req-58fd4dd8-36d3-486e-9e1e-512981970473 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717692
May 10 17:19:24.706789 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ace25-6426-48f0-9ac4-c0187aa22f64 req-b26003aa-e2c6-4119-9270-5c5774e7cf0f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.709035 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d3ace25-6426-48f0-9ac4-c0187aa22f64 req-b26003aa-e2c6-4119-9270-5c5774e7cf0f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1325343
May 10 17:19:24.791844 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d3ace25-6426-48f0-9ac4-c0187aa22f64 req-5a8fb74e-af75-4e69-a6aa-417b292ff794 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728271
May 10 17:19:24.816872 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df6a5-efeb-45fa-a0d4-ae047b227377 req-e198486f-c44d-4f84-a294-4d712eec8ebe tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:24.828790 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c12df6a5-efeb-45fa-a0d4-ae047b227377 req-e198486f-c44d-4f84-a294-4d712eec8ebe tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1381106
May 10 17:19:24.899443 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c12df6a5-efeb-45fa-a0d4-ae047b227377 req-38bf688d-acd6-49de-bf21-021ab93b8b8a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692267
May 10 17:19:25.073931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd0a7-35ec-446c-9ce1-39dcc40de1f4 req-2b772893-c6c1-4341-a0f3-af6b0ecd73cc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.076807 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7b6dd0a7-35ec-446c-9ce1-39dcc40de1f4 req-2b772893-c6c1-4341-a0f3-af6b0ecd73cc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1311314
May 10 17:19:25.164166 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7b6dd0a7-35ec-446c-9ce1-39dcc40de1f4 req-1d67d9b7-0e9a-46a7-bf8c-829f7bdb770a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778158
May 10 17:19:25.780065 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-4157d372-e868-4e4c-bcc4-eaf899e909ac tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:25.783072 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-4157d372-e868-4e4c-bcc4-eaf899e909ac tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.1133027
May 10 17:19:26.137723 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Deleting port 569f5f83-2370-4224-bf08-95cab9117c19 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:26.138009 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.143906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125959b-4bfe-454a-9f2d-7379923429ad req-5c6a75da-d9fc-4202-abe2-49ef74fa3cc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.157973 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a125959b-4bfe-454a-9f2d-7379923429ad req-5c6a75da-d9fc-4202-abe2-49ef74fa3cc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1833026
May 10 17:19:26.241033 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a125959b-4bfe-454a-9f2d-7379923429ad req-d2154c87-735a-4ccd-9163-15a418dda163 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0820785
May 10 17:19:26.300337 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77d45c-dbc7-4245-b98b-000b9adb07de req-57dd8bad-717d-45fe-a176-12683f2c7deb tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.307289 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7f77d45c-dbc7-4245-b98b-000b9adb07de req-57dd8bad-717d-45fe-a176-12683f2c7deb tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=92878011-2839-4a4d-8eb4-80d75a74349c HTTP/1.1" status: 200  len: 945 time: 0.2437863
May 10 17:19:26.368184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] For port 569f5f83-2370-4224-bf08-95cab9117c19, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=569f5f83-2370-4224-bf08-95cab9117c19,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:26.368536 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.394991 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7f77d45c-dbc7-4245-b98b-000b9adb07de req-59adcafa-723f-40b8-a243-31501985d2b6 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867581
May 10 17:19:26.520217 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Calling delete_port for 569f5f83-2370-4224-bf08-95cab9117c19 owned by compute:nova {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:26.547044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad12c32-b7bf-47c5-a972-e6dcad6c875b req-a9aac2fb-c511-47ae-821d-bed4b94ff110 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.557343 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2ad12c32-b7bf-47c5-a972-e6dcad6c875b req-a9aac2fb-c511-47ae-821d-bed4b94ff110 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1550617
May 10 17:19:26.616911 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2ad12c32-b7bf-47c5-a972-e6dcad6c875b req-ecbc9c2b-f979-4455-9ea4-f0773a4ac972 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583510
May 10 17:19:26.656948 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.670661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9afcaf68-5364-4a58-b752-03d5bc3839eb', '569f5f83-2370-4224-bf08-95cab9117c19'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:26.676916 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d8bf8489-379b-4a2a-a0f5-922d6c300f99 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:26.724686 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Pushing event deleted for resources: {'Port': ['ID=569f5f83-2370-4224-bf08-95cab9117c19,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:26.819791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:26.820772 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] No DVR routers for this DVR port 569f5f83-2370-4224-bf08-95cab9117c19 on host hv-cinder-78638 {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:26.853090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:26.857527 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'name': 'network-vif-deleted', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:26.897582 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f2707282-33d7-48ad-90fd-d59d30c47755 req-2b84388d-f684-4a54-a058-f5c6c794977a tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "DELETE /v2.0/ports/569f5f83-2370-4224-bf08-95cab9117c19 HTTP/1.1" status: 204  len: 173 time: 1.1068699
May 10 17:19:26.926656 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69b27-1be9-4023-b09d-ae1717a4477d req-cbd50a7c-f5e9-4e59-90a8-ccec2eca9702 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:26.933906 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1e69b27-1be9-4023-b09d-ae1717a4477d req-cbd50a7c-f5e9-4e59-90a8-ccec2eca9702 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1152897
May 10 17:19:26.936577 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92878011-2839-4a4d-8eb4-80d75a74349c', 'name': 'network-vif-deleted', 'tag': '569f5f83-2370-4224-bf08-95cab9117c19', 'status': 'completed', 'code': 200}
May 10 17:19:26.988423 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1e69b27-1be9-4023-b09d-ae1717a4477d req-4e6437c1-f6d2-47ed-bc4b-7c57bef05a61 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536821
May 10 17:19:27.013893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51044) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:27.524180 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51068) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:27.574180 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-753920df-f892-4516-8d3e-e48e09213743 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ee98136e165d4935b05f0a71941ee5d2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453665
May 10 17:19:27.694691 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ac466-4dd4-4823-b42e-b1db4b912fbc tempest-TestShelveInstance-950146008 tempest-TestShelveInstance-950146008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:27.697013 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4f0ac466-4dd4-4823-b42e-b1db4b912fbc tempest-TestShelveInstance-950146008 tempest-TestShelveInstance-950146008-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1093 time: 0.6813159
May 10 17:19:27.700139 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51076) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:27.707833 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:27.715869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:27.722353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Usage tracker for resource:floatingip and tenant:5c55bfcb3cfe44219a63287f0983cdeb is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:27.725959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:27.733215 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:27.751057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112333a2-d5b2-42ca-ad0c-3720f82e7813 req-d029f928-3c94-4335-b0ad-5cb918d73aec tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:27.758807 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-112333a2-d5b2-42ca-ad0c-3720f82e7813 req-d029f928-3c94-4335-b0ad-5cb918d73aec tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.3178399
May 10 17:19:27.771765 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:27.802813 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:27.804375 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:27.820691 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d1c95c3af046c8a5b9970cdb339c5c is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:27.846005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:27.849855 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-112333a2-d5b2-42ca-ad0c-3720f82e7813 req-90cb33ba-46ae-4817-8d24-4b00a4e36aa1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0899208
May 10 17:19:27.863588 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:27.912382 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-9ae93f59-237c-4795-83b7-2ba7df6d08a9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:27.919390 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-9ae93f59-237c-4795-83b7-2ba7df6d08a9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3435025
May 10 17:19:27.951309 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-37f10f8a-aed7-4cde-ab67-95e20baf4b16 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/quotas/ee98136e165d4935b05f0a71941ee5d2 HTTP/1.1" status: 200  len: 375 time: 0.0307648
May 10 17:19:28.003112 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-f7bbddbd-325a-4cba-a996-7bdf8cb976bc tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee98136e165d4935b05f0a71941ee5d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476644
May 10 17:19:28.073311 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.188098 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.198513 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.222727 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-eddf7b3b-61e2-4067-afc3-5ab32225d4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:28.258463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Allocated IP 172.27.3.205 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/56666f4e-6e30-4414-b6ee-fd314022271e) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:28.387785 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f3140-f987-45f0-b896-66fda60b6cf4,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:28.414466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:28.414466 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86f124e7-1654-4736-b957-bc778bab33c5 req-f30b300f-a86e-4a63-a7c2-807c4dcd4371 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.1324191
May 10 17:19:28.423140 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51088) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:28.424634 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1d1c95c3af046c8a5b9970cdb339c5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8989136
May 10 17:19:28.480308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.594624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.615685 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.626985 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:28.694655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.714703 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:28.730122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785923-aac9-4315-9dfb-bc6b62b59ace req-dac44f80-8ac1-47b0-8205-a06e22be0730 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:28.731649 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5e785923-aac9-4315-9dfb-bc6b62b59ace req-dac44f80-8ac1-47b0-8205-a06e22be0730 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2280984
May 10 17:19:28.742540 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:28.752016 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:28.780758 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'Port': ['ID=56666f4e-6e30-4414-b6ee-fd314022271e,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:28.791940 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 569f5f83-2370-4224-bf08-95cab9117c19 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:28.813698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:28.893035 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5e785923-aac9-4315-9dfb-bc6b62b59ace req-49931227-8067-4bb6-8dc7-5fd3fcdbeca8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482747
May 10 17:19:28.896027 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 569f5f83-2370-4224-bf08-95cab9117c19 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:28.896773 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 569f5f83-2370-4224-bf08-95cab9117c19 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:28.913574 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:28.920155 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-71833882-4967-4f8e-8aaf-0d5e18c8bf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:28.975377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f3140-f987-45f0-b896-66fda60b6cf4,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:28.981849 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:29.002965 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.004239 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/137f3140-f987-45f0-b896-66fda60b6cf4 HTTP/1.1" status: 204  len: 168 time: 0.5802431
May 10 17:19:29.124133 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9544c3-f768-4182-80e5-2a0771d01d26 req-11d0af1f-26e6-4e30-bf15-7e409a8c08ca tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:29.135838 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1a9544c3-f768-4182-80e5-2a0771d01d26 req-11d0af1f-26e6-4e30-bf15-7e409a8c08ca tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.1073196
May 10 17:19:29.288816 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1a9544c3-f768-4182-80e5-2a0771d01d26 req-71175db8-e48f-4928-87ae-dd3509589f17 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1415794
May 10 17:19:29.392500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.523934 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.539758 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51114) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:29.573205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.675039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:29.680224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Usage tracker for resource:security_group_rule and tenant:414a36b008a14836be7f785010c6f175 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:29.683339 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:29.689420 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:29.696372 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2b67eb5b-bc31-4f7b-831b-c97232185773 req-35e95450-12e2-460f-90df-92ca5517673d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0797160
May 10 17:19:29.876753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.890331 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.902982 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-dcf6f7b2-7a86-4a88-a426-f0eee086a552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:29.925233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.945423 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:29.968279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7274df09-c049-4191-8110-c06e2964bbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:30.004202 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-b78e5903-b598-44df-85a5-f6865d7b2cfd tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee98136e165d4935b05f0a71941ee5d2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1282885
May 10 17:19:30.007320 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4179a-70c5-4ff6-a38a-d99cdac61701,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:30.027396 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:30.101005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.230877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-4d46e1b9-2f8a-47ff-adae-eef5d0dee8dc tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.233162 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-4d46e1b9-2f8a-47ff-adae-eef5d0dee8dc tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2045310
May 10 17:19:30.411130 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Request body: {'port': {'device_id': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a', 'admin_state_up': True, 'tenant_id': 'ee98136e165d4935b05f0a71941ee5d2'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:30.522504 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=414a36b008a14836be7f785010c6f175&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9793866
May 10 17:19:30.525954 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51130) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:30.607247 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Floating IP f2305192-8712-49b1-b3e4-c6e991ed25fd associated. External IP: 172.27.3.205, port: 83d1b341-52c6-4d8c-802a-78c2be31bb79.
May 10 17:19:30.668771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event updated for resources: {'Port': ['ID=56666f4e-6e30-4414-b6ee-fd314022271e,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:30.673216 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:30.691321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762607fc-960e-473d-b764-1392f271d743 req-aa546ce5-8c44-4a78-91dc-3de86d6df843 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.693576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-762607fc-960e-473d-b764-1392f271d743 req-aa546ce5-8c44-4a78-91dc-3de86d6df843 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:30.702188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:30.723112 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Usage tracker for resource:port and tenant:ee98136e165d4935b05f0a71941ee5d2 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:30.726563 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.728914 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:30.746547 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:30.748780 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-762607fc-960e-473d-b764-1392f271d743 req-aa546ce5-8c44-4a78-91dc-3de86d6df843 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:30.756468 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-762607fc-960e-473d-b764-1392f271d743 req-aa546ce5-8c44-4a78-91dc-3de86d6df843 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.5153522
May 10 17:19:30.796374 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.809745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Made reservation on behalf of ee98136e165d4935b05f0a71941ee5d2 for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:30.814308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.843366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57552-00b5-458f-b953-fd8f3ece114d req-bd86f3c3-3766-4869-b793-3769fb6fd05e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:30.844917 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-55b57552-00b5-458f-b953-fd8f3ece114d req-bd86f3c3-3766-4869-b793-3769fb6fd05e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.3454695
May 10 17:19:30.867272 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:30.931818 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-762607fc-960e-473d-b764-1392f271d743 req-1a75fb30-76bc-4114-8ea9-ae7adea2f564 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741455
May 10 17:19:30.938248 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:30.945769 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Usage tracker for resource:security_group_rule and tenant:ee98136e165d4935b05f0a71941ee5d2 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:30.953198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:30.964889 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:31.015393 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.028049 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0a72b4cb-6619-46b1-b4e2-ff9a0ec76cdc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:31.052187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4179a-70c5-4ff6-a38a-d99cdac61701,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:31.058609 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:31.089390 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-55b57552-00b5-458f-b953-fd8f3ece114d req-613d973a-851a-424c-8d6a-37e3f8facf77 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2338722
May 10 17:19:31.134005 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.137734 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-cb326ac9-7b9d-4703-b5ec-efac83cd170c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cce4179a-70c5-4ff6-a38a-d99cdac61701 HTTP/1.1" status: 204  len: 168 time: 0.6082609
May 10 17:19:31.162528 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6db15750-f14d-40d6-b42b-2e1bef149dd3 req-61d6e666-f047-4a70-8b09-6204dcb797a4 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0881138
May 10 17:19:31.241269 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Router ef66bb82-6865-4a54-aa90-e24c425e2793 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:19:31.338968 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.352962 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.484798 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-465a7c70-c1c5-4b6e-9c2d-8fb10fdd87f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:31.573736 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01253d32-b2ed-484b-a948-4e36cf056c02,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:31.583328 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:31.637155 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Allocated IP 192.168.233.226 (b94b4462-b970-4707-ae45-d5048e61a34a/cda6c578-402a-4d17-b640-341ba69f80b2/fabe048b-4722-40c2-8367-07861ba94395) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:31.654482 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:31.665975 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Sync routers for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:31.694092 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:31.694717 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bad68f40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:31.710238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:31.880936 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1706483
May 10 17:19:31.882305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:32.002932 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'status': 'completed', 'code': 200}
May 10 17:19:32.144754 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:32.219713 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80a559-6f29-4c52-82c0-4bce88d3f521 req-42ba2c2a-9e58-4a9b-adc9-960de8f0b7c5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.221241 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0b80a559-6f29-4c52-82c0-4bce88d3f521 req-42ba2c2a-9e58-4a9b-adc9-960de8f0b7c5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.2391818
May 10 17:19:32.308111 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.359565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-c45535ce-7278-492c-9106-93df6b20a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.361433 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-c45535ce-7278-492c-9106-93df6b20a051 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.3312342
May 10 17:19:32.362684 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Transition to ACTIVE for port object fabe048b-4722-40c2-8367-07861ba94395 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:32.380934 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0b80a559-6f29-4c52-82c0-4bce88d3f521 req-e93cfb1d-c138-41e3-8083-03c326b22959 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261361
May 10 17:19:32.427154 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.436132 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:32.544925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Network b94b4462-b970-4707-ae45-d5048e61a34a is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:32.551558 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:32.566728 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:32.578049 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-e4b034c3-2f2f-4a6f-ab88-1fb1dfd32ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.579578 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-e4b034c3-2f2f-4a6f-ab88-1fb1dfd32ea2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.1755784
May 10 17:19:32.588530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bdd8a-5677-4599-ac84-24390a8807fe req-c8d46702-0cba-4ff4-88f7-894b2e99322b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.596359 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-296bdd8a-5677-4599-ac84-24390a8807fe req-c8d46702-0cba-4ff4-88f7-894b2e99322b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.4514668
May 10 17:19:32.691767 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:32.692757 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.788569 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3824065
May 10 17:19:32.820695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Pushing event updated for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:32.827925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Request body: {'port': {'device_id': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:32.860444 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bad68f40>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'f2305192-8712-49b1-b3e4-c6e991ed25fd', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'mac_address': 'fa:16:3e:8c:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:29Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 0, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:32.876928 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Checking router: ef66bb82-6865-4a54-aa90-e24c425e2793 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:32.910363 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:32.910993 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bad68f40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:32.985204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:32.991131 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.001283 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-adcca3ba-5388-409c-a024-1614663de730 None None] Provisioning for port fabe048b-4722-40c2-8367-07861ba94395 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:33.006931 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-adcca3ba-5388-409c-a024-1614663de730 None None] Provisioning complete for port fabe048b-4722-40c2-8367-07861ba94395 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:33.007594 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-adcca3ba-5388-409c-a024-1614663de730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.039122 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-296bdd8a-5677-4599-ac84-24390a8807fe req-0f7a043a-4d3f-4c66-a104-f8c43f71a234 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4414852
May 10 17:19:33.042644 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-ae2caaa8-ee89-4de5-bfc5-8d7e207b66e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 999 time: 0.4430611
May 10 17:19:33.168717 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-adcca3ba-5388-409c-a024-1614663de730 None None] Port fabe048b-4722-40c2-8367-07861ba94395 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:33.191720 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-82e26f83-f3d2-4d40-ac52-7dd4d0902bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.193201 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-82e26f83-f3d2-4d40-ac52-7dd4d0902bfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.1432557
May 10 17:19:33.221820 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd21f1-4680-4909-a5a1-12ed1ac067b1 req-4c694049-d9da-484c-823a-aadd82060e86 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.223450 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5ccd21f1-4680-4909-a5a1-12ed1ac067b1 req-4c694049-d9da-484c-823a-aadd82060e86 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.5481660
May 10 17:19:33.320862 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:33.404804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-5e049ce5-214b-4a93-8150-88b9db0a279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.406868 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-5e049ce5-214b-4a93-8150-88b9db0a279a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2001743
May 10 17:19:33.419085 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee1036-8c9e-4e82-9c2c-5f7f75b4bc13 req-aba8097e-1534-44cd-8590-35dbaf39e39c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.427035 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2bee1036-8c9e-4e82-9c2c-5f7f75b4bc13 req-aba8097e-1534-44cd-8590-35dbaf39e39c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 936 time: 0.1652346
May 10 17:19:33.541582 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5ccd21f1-4680-4909-a5a1-12ed1ac067b1 req-5a3c7493-ea9b-437a-bd6d-5b728ff83c8b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2008967
May 10 17:19:33.586538 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-3fbf7977-6637-4557-92a9-eb2a732b5ed3 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574309
May 10 17:19:33.781700 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2bee1036-8c9e-4e82-9c2c-5f7f75b4bc13 req-714fb9f6-bc85-488c-81ed-beb1e120cd4d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535576
May 10 17:19:33.845773 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-65f90d27-a758-4a20-b6d5-782f9b6a9174 req-8f3d57ae-e890-401e-97d6-05fe0c0b1f65 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377841
May 10 17:19:34.000698 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bad68f40>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'f2305192-8712-49b1-b3e4-c6e991ed25fd', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'mac_address': 'fa:16:3e:8c:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:29Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 0, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:34.006528 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22addb-343a-46b7-8234-34f90c873a80 None None] The sync data for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi is: [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'f2305192-8712-49b1-b3e4-c6e991ed25fd', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'mac_address': 'fa:16:3e:8c:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:29Z', 'updated_at': '2021-05-10T17:19:29Z', 'revision_number': 0, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:34.059541 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabe048b-4722-40c2-8367-07861ba94395 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:34.083128 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.188974 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Transition to ACTIVE for port object fabe048b-4722-40c2-8367-07861ba94395 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:34.206688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.247548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10394bb4-e3f8-4a08-88cd-5bd1eb06a0f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:34.433971 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f88ea-ad51-4d46-9c2c-2cd084d8a9e2 None None] New status for floating IP f2305192-8712-49b1-b3e4-c6e991ed25fd: ACTIVE {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:19:34.452201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb0f9e-117e-4957-ac41-3679b72139e6 req-fcec1dd3-a00d-436e-90f6-3a903733490b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.454329 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0feb0f9e-117e-4957-ac41-3679b72139e6 req-fcec1dd3-a00d-436e-90f6-3a903733490b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.5947843
May 10 17:19:34.483737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf881-480f-4c81-a721-608040b62279 req-fa2f1306-fae0-4390-82bc-7f882c6220c8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.491179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Pushing event updated for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:34.493706 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c13cf881-480f-4c81-a721-608040b62279 req-fa2f1306-fae0-4390-82bc-7f882c6220c8 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2667546
May 10 17:19:34.494480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:34.614962 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c13cf881-480f-4c81-a721-608040b62279 req-f164aee2-0a96-4ab7-ae1f-f37c92b1f487 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/security-groups?id=1798464b-c6d0-41d7-8e43-a607d2089294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194725
May 10 17:19:34.651563 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-2061c561-e416-4bb6-9450-2b72ffe0a777 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.653218 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-2061c561-e416-4bb6-9450-2b72ffe0a777 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 945 time: 0.2941289
May 10 17:19:34.699338 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0feb0f9e-117e-4957-ac41-3679b72139e6 req-5d16dbe9-f376-4a9a-b897-bd16044d1d49 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2035208
May 10 17:19:34.700185 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Attempting to bind port fabe048b-4722-40c2-8367-07861ba94395 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:34.700515 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Attempting to bind port fabe048b-4722-40c2-8367-07861ba94395 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:34.701020 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Attempting to bind port fabe048b-4722-40c2-8367-07861ba94395 on network b94b4462-b970-4707-ae45-d5048e61a34a {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:34.707336 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Port fabe048b-4722-40c2-8367-07861ba94395 on network b94b4462-b970-4707-ae45-d5048e61a34a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:19:34.707662 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Attempting to bind port fabe048b-4722-40c2-8367-07861ba94395 on network b94b4462-b970-4707-ae45-d5048e61a34a {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:34.714688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:34.715159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Checking segment: {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:34.715543 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Bound using segment: {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:34.716147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Bound port: fabe048b-4722-40c2-8367-07861ba94395, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58e224a-fcee-4372-b7f1-e0032ac6ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:34.716493 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.862923 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:34.866138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fabe048b-4722-40c2-8367-07861ba94395,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:34.876743 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.882579 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-04c4a44e-96c8-4673-ad81-5ba40a63c466 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:34.929576 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Deleting port 9afcaf68-5364-4a58-b752-03d5bc3839eb {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:34.929975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.961703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.962629 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.964223 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] 10.222.0.53 "PUT /v2.0/ports/fabe048b-4722-40c2-8367-07861ba94395 HTTP/1.1" status: 200  len: 1098 time: 2.1504545
May 10 17:19:34.965139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:35.046740 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafdc85-90e9-493c-a046-8b034f6c114d req-575db3ae-fec3-4fad-ab30-b4ebbe383cc2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.048179 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7cafdc85-90e9-493c-a046-8b034f6c114d req-575db3ae-fec3-4fad-ab30-b4ebbe383cc2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.2098336
May 10 17:19:35.146625 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Pushing event updated for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.162357 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.210078 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7cafdc85-90e9-493c-a046-8b034f6c114d req-825a4186-cf8b-4d66-a0f1-b3558167734c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1523490
May 10 17:19:35.210312 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012e539-007b-4047-bc30-385ed289f7e4 req-55523d35-4abb-4675-9292-9bd841763e15 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.211066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-2012e539-007b-4047-bc30-385ed289f7e4 req-55523d35-4abb-4675-9292-9bd841763e15 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Synchronizing usage tracker for tenant:ee98136e165d4935b05f0a71941ee5d2 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:35.244995 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-57cf89ce-8f26-44bc-83be-3aa3bc7f9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.251733 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-57cf89ce-8f26-44bc-83be-3aa3bc7f9c57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee98136e165d4935b05f0a71941ee5d2&device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 1101 time: 0.1850128
May 10 17:19:35.291563 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] For port 9afcaf68-5364-4a58-b752-03d5bc3839eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9afcaf68-5364-4a58-b752-03d5bc3839eb,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:35.292108 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.331187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-2012e539-007b-4047-bc30-385ed289f7e4 req-55523d35-4abb-4675-9292-9bd841763e15 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Unset dirty status for tenant:ee98136e165d4935b05f0a71941ee5d2 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:35.332379 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2012e539-007b-4047-bc30-385ed289f7e4 req-55523d35-4abb-4675-9292-9bd841763e15 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.3290739
May 10 17:19:35.356983 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-9d02f2f1-5249-4682-9379-8aaabeac660e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fabe048b-4722-40c2-8367-07861ba94395 HTTP/1.1" status: 200  len: 217 time: 0.0915093
May 10 17:19:35.366826 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395', 'status': 'completed', 'code': 200}
May 10 17:19:35.428234 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-2012e539-007b-4047-bc30-385ed289f7e4 req-ce972e9d-9603-4b66-993a-995d085e3d8b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Synchronizing usage tracker for tenant:ee98136e165d4935b05f0a71941ee5d2 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:35.451148 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Calling delete_port for 9afcaf68-5364-4a58-b752-03d5bc3839eb owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:35.452819 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-137968c4-5a2f-4ab8-ae6d-7ac7ca34fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.454285 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-137968c4-5a2f-4ab8-ae6d-7ac7ca34fb12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cda6c578-402a-4d17-b640-341ba69f80b2 HTTP/1.1" status: 200  len: 843 time: 0.0856454
May 10 17:19:35.460132 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-2012e539-007b-4047-bc30-385ed289f7e4 req-ce972e9d-9603-4b66-993a-995d085e3d8b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Unset dirty status for tenant:ee98136e165d4935b05f0a71941ee5d2 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:35.461306 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2012e539-007b-4047-bc30-385ed289f7e4 req-ce972e9d-9603-4b66-993a-995d085e3d8b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203358
May 10 17:19:35.546754 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-a2cd83f5-e9ce-4756-9efc-6345cb7c1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.548328 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-a2cd83f5-e9ce-4756-9efc-6345cb7c1d19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b4462-b970-4707-ae45-d5048e61a34a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0852838
May 10 17:19:35.585874 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.593314 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.603503 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9afcaf68-5364-4a58-b752-03d5bc3839eb'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:35.666845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Pushing event deleted for resources: {'Port': ['ID=9afcaf68-5364-4a58-b752-03d5bc3839eb,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.670333 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.705741 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-64dcde56-d549-44e2-829e-7775664378d7 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b4462-b970-4707-ae45-d5048e61a34a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493590
May 10 17:19:35.763800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] No DVR routers for this DVR port 9afcaf68-5364-4a58-b752-03d5bc3839eb on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:19:35.797165 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.799677 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'name': 'network-vif-deleted', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:35.823605 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-69890c89-5a3c-499a-aaf2-cf36cfb92904 req-9a598e10-dadb-43b5-a030-40fff4703c7b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 210 time: 0.0611711
May 10 17:19:35.836472 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4518fbe8-d128-4017-aeda-ceda6e5da1cd req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.53 "DELETE /v2.0/ports/9afcaf68-5364-4a58-b752-03d5bc3839eb HTTP/1.1" status: 204  len: 173 time: 1.1765800
May 10 17:19:35.899236 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c73a078-5c0c-4576-9a18-cbd79e89a9a8', 'name': 'network-vif-deleted', 'tag': '9afcaf68-5364-4a58-b752-03d5bc3839eb', 'status': 'completed', 'code': 200}
May 10 17:19:35.914322 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ae8145ad-9320-4741-9193-c5b1d0cadf84 req-330c3401-759b-42eb-807a-e3755f33329f service neutron] 10.222.0.53 "GET /v2.0/networks/b94b4462-b970-4707-ae45-d5048e61a34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987138
May 10 17:19:35.950539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103fa8-3eb6-4c00-ac7a-d8df1086d8a4 req-ac11f3d3-0fb2-401c-9126-e4a1fd8444f0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.952629 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e2103fa8-3eb6-4c00-ac7a-d8df1086d8a4 req-ac11f3d3-0fb2-401c-9126-e4a1fd8444f0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0881307
May 10 17:19:36.002652 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e2103fa8-3eb6-4c00-ac7a-d8df1086d8a4 req-aaed8a72-e2a4-4e53-a209-c333aa5678ab tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436692
May 10 17:19:36.418043 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc98f-29a8-4338-aeba-1c76a484bad9 req-8e1ccf68-decf-45ec-909c-e7f697770292 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.419955 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-975dc98f-29a8-4338-aeba-1c76a484bad9 req-8e1ccf68-decf-45ec-909c-e7f697770292 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0898759
May 10 17:19:36.571374 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-975dc98f-29a8-4338-aeba-1c76a484bad9 req-947cabaa-2f20-4162-a4f3-89b8504b2857 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1447577
May 10 17:19:36.821037 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8232aa-d41d-43d9-90d0-1823cfe18051 req-b86b3c95-e5fd-4911-8dd3-08f1bbf94e3f tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.822577 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca8232aa-d41d-43d9-90d0-1823cfe18051 req-b86b3c95-e5fd-4911-8dd3-08f1bbf94e3f tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.0905569
May 10 17:19:36.876189 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca8232aa-d41d-43d9-90d0-1823cfe18051 req-7cd3a84d-93fd-4bf0-beea-69e84dfd2f5d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471237
May 10 17:19:36.990948 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6cf0723a-2e62-4266-b6b6-d9d3fc8a5dd0 req-802b537b-30d2-49f3-85a5-712ac0e2c99b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Synchronizing usage tracker for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:37.006055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6cf0723a-2e62-4266-b6b6-d9d3fc8a5dd0 req-802b537b-30d2-49f3-85a5-712ac0e2c99b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Unset dirty status for tenant:78762d8fe2a04f6d91685862f31cf0e3 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:37.007101 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6cf0723a-2e62-4266-b6b6-d9d3fc8a5dd0 req-802b537b-30d2-49f3-85a5-712ac0e2c99b tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 210 time: 0.0572927
May 10 17:19:37.183232 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa2187-9eff-4654-9ec3-77cae9740bb0 req-64e0dbaa-72d8-4e17-9b3a-a20d7814167b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.184697 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0aa2187-9eff-4654-9ec3-77cae9740bb0 req-64e0dbaa-72d8-4e17-9b3a-a20d7814167b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0794587
May 10 17:19:37.230762 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f0aa2187-9eff-4654-9ec3-77cae9740bb0 req-279bbebf-160f-4d75-8688-38ee1982242d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395112
May 10 17:19:37.762754 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520f9a3-ca62-430a-ba73-d2d6f1273fff req-9735be04-2b60-4b5c-9c92-cd541b926be3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.764244 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4520f9a3-ca62-430a-ba73-d2d6f1273fff req-9735be04-2b60-4b5c-9c92-cd541b926be3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.0826790
May 10 17:19:37.809858 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4520f9a3-ca62-430a-ba73-d2d6f1273fff req-effa575b-4468-4325-8298-01a2fae4c634 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398130
May 10 17:19:38.062071 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bcbf1-16f0-43d2-81af-a761e9ef1b1c req-0cb7d61e-cb5e-48a8-9468-3ff76511d91b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.063490 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-785bcbf1-16f0-43d2-81af-a761e9ef1b1c req-0cb7d61e-cb5e-48a8-9468-3ff76511d91b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.0824387
May 10 17:19:38.109151 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-785bcbf1-16f0-43d2-81af-a761e9ef1b1c req-4d65f61f-d982-41fe-b7d2-79abf6602c61 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398631
May 10 17:19:38.168312 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1ee30bce-1204-41e9-9373-d97bd03f08ec req-650907ec-64fb-4cc1-aba3-1eaadb2daec3 tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c73a078-5c0c-4576-9a18-cbd79e89a9a8 HTTP/1.1" status: 200  len: 210 time: 0.0428960
May 10 17:19:38.414181 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87fbd-c656-489a-86a4-634aa705f010 req-137d93a1-d3ef-4e2d-ad21-0c758f99c252 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.415608 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b5b87fbd-c656-489a-86a4-634aa705f010 req-137d93a1-d3ef-4e2d-ad21-0c758f99c252 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0826561
May 10 17:19:38.530947 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b5b87fbd-c656-489a-86a4-634aa705f010 req-f46a3689-04b9-4022-926b-e5c9a0ed5cde tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094573
May 10 17:19:38.811423 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.888387 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-ab5da144-d5f2-48b6-a1ec-54e166c65bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.890414 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-ab5da144-d5f2-48b6-a1ec-54e166c65bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1099 time: 0.0759470
May 10 17:19:38.902220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba14c95-b064-434a-a60a-f868cc159341 req-8c347fd8-d568-456a-b5d7-769b7d910862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.903664 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-8c347fd8-d568-456a-b5d7-769b7d910862 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee98136e165d4935b05f0a71941ee5d2&device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 1101 time: 0.0820496
May 10 17:19:39.026331 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-87b8c44b-5e87-4877-a7b9-aa9f824a14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.027806 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-87b8c44b-5e87-4877-a7b9-aa9f824a14bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1302142
May 10 17:19:39.088414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba14c95-b064-434a-a60a-f868cc159341 req-374187a1-2535-4b92-8428-adbb2cd9f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.089755 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-374187a1-2535-4b92-8428-adbb2cd9f6cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=b94b4462-b970-4707-ae45-d5048e61a34a HTTP/1.1" status: 200  len: 870 time: 0.1792786
May 10 17:19:39.133941 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-0ef9db0a-21da-4322-9979-44c51d7e2e73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 1002 time: 0.0968299
May 10 17:19:39.172617 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-dddca037-4c92-4324-a033-fd33c6ec41cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=fabe048b-4722-40c2-8367-07861ba94395 HTTP/1.1" status: 200  len: 217 time: 0.0744953
May 10 17:19:39.180907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb820-2523-4038-b090-a5d0fdcaac05 req-48563aa0-42e9-43ba-a5c5-c2bcb0edf17a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.182780 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-286fb820-2523-4038-b090-a5d0fdcaac05 req-48563aa0-42e9-43ba-a5c5-c2bcb0edf17a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 946 time: 0.2527518
May 10 17:19:39.207135 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-9a807da6-c861-45b0-8a73-c94393b7e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.208605 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-9a807da6-c861-45b0-8a73-c94393b7e5f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.0649731
May 10 17:19:39.291309 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba14c95-b064-434a-a60a-f868cc159341 req-d3a883a0-915d-450a-8be3-4d59198b62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.292751 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-d3a883a0-915d-450a-8be3-4d59198b62fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cda6c578-402a-4d17-b640-341ba69f80b2 HTTP/1.1" status: 200  len: 843 time: 0.1091311
May 10 17:19:39.297599 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-286fb820-2523-4038-b090-a5d0fdcaac05 req-75870744-02d9-48c7-802e-2f92b58bd0df tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0682309
May 10 17:19:39.359282 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-4a72f373-d1c3-40ab-930f-8cf4adc41c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.361017 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-4a72f373-d1c3-40ab-930f-8cf4adc41c10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1443779
May 10 17:19:39.399408 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba14c95-b064-434a-a60a-f868cc159341 req-e814c1a9-269c-48b5-a53f-cc2968a2f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.401938 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-e814c1a9-269c-48b5-a53f-cc2968a2f3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b94b4462-b970-4707-ae45-d5048e61a34a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1016524
May 10 17:19:39.402189 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a47f52-1e16-4303-a5a0-dcf7b93c5e5c req-1b496aa8-92b2-42a7-adee-2cda47223da8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.403670 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-23a47f52-1e16-4303-a5a0-dcf7b93c5e5c req-1b496aa8-92b2-42a7-adee-2cda47223da8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.1429985
May 10 17:19:39.407784 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51244) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:39.543793 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-c64e80cc-eeba-495c-b025-7db9c68b6d8d service neutron] 10.222.0.53 "GET /v2.0/networks/b94b4462-b970-4707-ae45-d5048e61a34a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268623
May 10 17:19:39.661936 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-23a47f52-1e16-4303-a5a0-dcf7b93c5e5c req-92e1ebba-62d0-4ae3-a856-8b52d8d670c5 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099302
May 10 17:19:39.690070 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-2c56229f-d83a-4d40-b077-46d2804c211d service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200190
May 10 17:19:39.725976 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ba14c95-b064-434a-a60a-f868cc159341 req-d5e351a5-7cac-43c7-af11-70161aa1c330 service neutron] 10.222.0.53 "GET /v2.0/networks/b94b4462-b970-4707-ae45-d5048e61a34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743371
May 10 17:19:39.753200 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e95cd-71ab-46af-9798-61e0c1d24f77 req-267fe8ae-0d41-42f1-8bc4-a5a75fcf1254 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:39.754623 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-154e95cd-71ab-46af-9798-61e0c1d24f77 req-267fe8ae-0d41-42f1-8bc4-a5a75fcf1254 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1110263
May 10 17:19:39.798329 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9afcaf68-5364-4a58-b752-03d5bc3839eb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:39.803419 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-154e95cd-71ab-46af-9798-61e0c1d24f77 req-9774ee35-8fb6-45f2-aad9-e291473f3d7b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430388
May 10 17:19:39.835332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 9afcaf68-5364-4a58-b752-03d5bc3839eb {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:39.835888 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9afcaf68-5364-4a58-b752-03d5bc3839eb not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:39.836104 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:39.954975 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:39.977961 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f6f6b36a-a9f1-4d20-b465-519bf87910d8 req-9bdc0533-7801-4cf8-8ec5-327585985f2a service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793491
May 10 17:19:39.981931 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:40.002604 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:40.007603 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.010017 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:40.056890 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'code': 200}
May 10 17:19:40.081667 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=8']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:40.084989 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:40.283497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.491948 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136fdf-244a-45c8-93bd-d2f075478fe3 req-87163220-8691-468e-9669-fb42431d2661 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:40.493313 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1f136fdf-244a-45c8-93bd-d2f075478fe3 req-87163220-8691-468e-9669-fb42431d2661 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0776951
May 10 17:19:40.537168 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1f136fdf-244a-45c8-93bd-d2f075478fe3 req-5fe61555-f7e5-45bb-98e0-ee8dfe0dae65 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380692
May 10 17:19:40.684511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Deleting port 51f73a55-a855-45d9-9e77-537b29e36ac1 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:40.684848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.851314 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] For port 51f73a55-a855-45d9-9e77-537b29e36ac1, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=51f73a55-a855-45d9-9e77-537b29e36ac1,segment=NetworkSegment(89791610-0dbc-4a76-80c1-5053327a0a62),segment_id=89791610-0dbc-4a76-80c1-5053327a0a62)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:40.851669 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.977201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Calling delete_port for 51f73a55-a855-45d9-9e77-537b29e36ac1 owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:41.002287 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b971bc-3a4e-4ad6-93dd-f86c186061c1 req-77f6377d-e2c3-414b-a426-b87c2520a774 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.003901 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-40b971bc-3a4e-4ad6-93dd-f86c186061c1 req-77f6377d-e2c3-414b-a426-b87c2520a774 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0833242
May 10 17:19:41.012688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24822bc4-3059-4b19-bf7e-2abc243c9298 req-30981fa9-ea81-401d-a67a-49108df363fe tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.014118 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24822bc4-3059-4b19-bf7e-2abc243c9298 req-30981fa9-ea81-401d-a67a-49108df363fe tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.2441843
May 10 17:19:41.049296 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-40b971bc-3a4e-4ad6-93dd-f86c186061c1 req-ec53ce0f-7814-44e4-aa9b-c51b6d1c9475 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396862
May 10 17:19:41.070302 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24822bc4-3059-4b19-bf7e-2abc243c9298 req-51313f13-8d98-4fa6-9565-d91a49e4442c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494070
May 10 17:19:41.306937 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.310575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cf3bb41f-c39a-412b-9519-cb7e9ae5bc53 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:41.353275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f73a55-a855-45d9-9e77-537b29e36ac1,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:41.355796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:41.694015 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.725530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f9063-c97b-4267-9606-163de085aa19 req-92765b25-cdab-4de8-a6dd-8a665a9ece4e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:41.726982 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5f8f9063-c97b-4267-9606-163de085aa19 req-92765b25-cdab-4de8-a6dd-8a665a9ece4e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0794263
May 10 17:19:41.771848 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5f8f9063-c97b-4267-9606-163de085aa19 req-0766fdc7-bdc6-47e6-8349-d414e2f2d0ad tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388339
May 10 17:19:42.042904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Router 2a09133e-87dd-4ad6-9773-f06597c35be9 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:19:42.286854 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:42.287164 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b742-7602-49ed-aa90-ca56857847c0 req-5edf2f55-c370-4e60-96b4-5974b9aabec8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.288818 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-df19b742-7602-49ed-aa90-ca56857847c0 req-5edf2f55-c370-4e60-96b4-5974b9aabec8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 948 time: 0.1103826
May 10 17:19:42.299806 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2c4c-d469-4f15-b142-9d956e623fb2 req-72bf1aa5-845b-4136-a56d-3475a5a8d30c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.300887 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Sync routers for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:42.301328 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-445d2c4c-d469-4f15-b142-9d956e623fb2 req-72bf1aa5-845b-4136-a56d-3475a5a8d30c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1404259
May 10 17:19:42.313865 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:42.314916 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bad684f0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:42.330822 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] 10.222.0.20 "PUT /v2.0/routers/2a09133e-87dd-4ad6-9773-f06597c35be9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9195051
May 10 17:19:42.331444 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51276) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:42.344101 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-df19b742-7602-49ed-aa90-ca56857847c0 req-c73314b9-844a-40c8-823e-e3fe95e2d222 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407338
May 10 17:19:42.384698 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fabe048b-4722-40c2-8367-07861ba94395 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:19:42.477315 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-445d2c4c-d469-4f15-b142-9d956e623fb2 req-a335c70d-d614-4be2-a526-f3339a00d83b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1696208
May 10 17:19:42.504786 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:42.526594 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fabe048b-4722-40c2-8367-07861ba94395,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.530924 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.540250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'fabe048b-4722-40c2-8367-07861ba94395', 'network_id': 'b94b4462-b970-4707-ae45-d5048e61a34a', 'port_id': 'fabe048b-4722-40c2-8367-07861ba94395', 'mac_address': 'fa:16:3e:23:4c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda6c578-402a-4d17-b640-341ba69f80b2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:19:42.598150 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.616301 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabe048b-4722-40c2-8367-07861ba94395 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:19:42.633253 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fabe048b-4722-40c2-8367-07861ba94395,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.639268 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.642499 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:42.707708 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:42.709843 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.711278 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:42.783581 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Deleting port 5393c810-aa45-4021-babe-c307f1889019 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:19:42.784032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.824920 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bad684f0>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '5393c810-aa45-4021-babe-c307f1889019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:19:41Z', 'revision_number': 5, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port': {'id': '5393c810-aa45-4021-babe-c307f1889019', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:50Z', 'updated_at': '2021-05-10T17:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:42.829294 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Checking router: 2a09133e-87dd-4ad6-9773-f06597c35be9 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:42.837360 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Routers {'2a09133e-87dd-4ad6-9773-f06597c35be9'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:42.838038 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bad684f0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['2a09133e-87dd-4ad6-9773-f06597c35be9'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:42.910223 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] For port 5393c810-aa45-4021-babe-c307f1889019, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=5393c810-aa45-4021-babe-c307f1889019,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.910581 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.966035 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7cd3a-d739-46a9-b460-387f6d603136 req-9225a1d9-c783-4c0c-9d58-e476baaf1e94 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:42.967709 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2df7cd3a-d739-46a9-b460-387f6d603136 req-9225a1d9-c783-4c0c-9d58-e476baaf1e94 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0817099
May 10 17:19:42.989883 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] Set router 2a09133e-87dd-4ad6-9773-f06597c35be9 gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:43.022000 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2df7cd3a-d739-46a9-b460-387f6d603136 req-9b9f7ef4-de04-459a-95b0-b704e5a167e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464165
May 10 17:19:43.096063 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bad684f0>, [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 6, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:43.099956 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7823-d5be-4d85-a8c3-bd984813af97 None None] The sync data for ids ['2a09133e-87dd-4ad6-9773-f06597c35be9'] in dv-cinder-786386-3-iscsi is: [{'id': '2a09133e-87dd-4ad6-9773-f06597c35be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1824151305-router', 'tenant_id': '78762d8fe2a04f6d91685862f31cf0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:47Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 6, 'project_id': '78762d8fe2a04f6d91685862f31cf0e3', 'gw_port_host': None}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:43.134798 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Calling delete_port for 5393c810-aa45-4021-babe-c307f1889019 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:19:43.272024 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.275665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d3d40ae2-bc66-46d8-a68d-cfb481e0ef1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:43.317332 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Pushing event deleted for resources: {'Port': ['ID=5393c810-aa45-4021-babe-c307f1889019,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:43.320916 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:43.413679 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.642745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.648977 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.717252 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['fabe048b-4722-40c2-8367-07861ba94395'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:19:43.752202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.752750 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a09133e-87dd-4ad6-9773-f06597c35be9 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:19:43.776574 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494503bc-393b-46c6-a45e-f3b3ae4d995a req-6ccd7ec6-a677-4087-928c-ad08cab0c221 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:43.777898 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9a66b-e536-4dc5-853b-e5904e6878fc req-26efbfc6-e2b8-4db3-ae3f-b67e74ec413f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:43.778162 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-494503bc-393b-46c6-a45e-f3b3ae4d995a req-6ccd7ec6-a677-4087-928c-ad08cab0c221 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 949 time: 0.2554607
May 10 17:19:43.779341 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-25f9a66b-e536-4dc5-853b-e5904e6878fc req-26efbfc6-e2b8-4db3-ae3f-b67e74ec413f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1822946
May 10 17:19:43.798966 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.800081 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a09133e-87dd-4ad6-9773-f06597c35be9 HTTP/1.1" status: 204  len: 168 time: 1.4674294
May 10 17:19:43.802708 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51288) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:43.840477 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-25f9a66b-e536-4dc5-853b-e5904e6878fc req-241932f7-f256-4094-a43a-dbe933e7cfdd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514069
May 10 17:19:43.877343 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-494503bc-393b-46c6-a45e-f3b3ae4d995a req-954ba4fc-0203-4975-afa7-bb5f6104fe2c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929601
May 10 17:19:43.891512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Deleting subnet 73f9446d-c64e-4222-82b1-374a9437ecb0 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:19:43.895786 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.949012 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.005367 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.257832 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723b68-c750-4931-b70e-f2a8f0d59119 req-86b3d685-5f98-4110-ba9c-6a4fd2431507 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:44.259421 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cd723b68-c750-4931-b70e-f2a8f0d59119 req-86b3d685-5f98-4110-ba9c-6a4fd2431507 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1220982
May 10 17:19:44.289591 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.299644 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9be9f6ea-aa57-4ca1-8132-5afc7e0847cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:44.315752 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cd723b68-c750-4931-b70e-f2a8f0d59119 req-5923f7c2-3cd9-4e43-a4be-2b854a0875be tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452242
May 10 17:19:44.338275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.343753 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f9446d-c64e-4222-82b1-374a9437ecb0,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:44.346213 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73f9446d-c64e-4222-82b1-374a9437ecb0 HTTP/1.1" status: 204  len: 168 time: 0.5426948
May 10 17:19:44.352065 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51300) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.357447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 51f73a55-a855-45d9-9e77-537b29e36ac1 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:44.366220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dfae5582-9891-4c2b-96a5-6a2637ff5be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:44.413081 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 51f73a55-a855-45d9-9e77-537b29e36ac1 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:44.413822 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 51f73a55-a855-45d9-9e77-537b29e36ac1 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:44.414467 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 5393c810-aa45-4021-babe-c307f1889019 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:44.443506 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fabe048b-4722-40c2-8367-07861ba94395 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:44.482088 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.491453 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 5393c810-aa45-4021-babe-c307f1889019 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:19:44.492246 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 5393c810-aa45-4021-babe-c307f1889019 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:19:44.545429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port fabe048b-4722-40c2-8367-07861ba94395 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:44.551575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port fabe048b-4722-40c2-8367-07861ba94395 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:44.552319 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.616003 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.630660 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0bab017c0>,) {'filters': {'network_id': ['3a4c3310-9bcb-47e3-99ae-01b8c5257430']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.643565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bab017c0>, '89791610-0dbc-4a76-80c1-5053327a0a62') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.643865 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bab017c0>, '89791610-0dbc-4a76-80c1-5053327a0a62') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.657183 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.677469 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.685995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:19:44.686921 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:19:44.701010 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:19:44.710428 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.740096 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:19:44.750903 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fabe048b-4722-40c2-8367-07861ba94395,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:44.755000 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.757123 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:44.780314 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.785701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:44.803163 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.810953 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395', 'code': 200}
May 10 17:19:44.813907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4c3310-9bcb-47e3-99ae-01b8c5257430,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:44.818732 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:44.835631 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a4c3310-9bcb-47e3-99ae-01b8c5257430 HTTP/1.1" status: 204  len: 168 time: 0.4800036
May 10 17:19:44.841893 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:44.845067 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:45.027847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51326) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:45.080282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cd0b-5a03-44a1-85f3-b44362347148 req-374a8a42-503c-4fc8-86d4-3581e78b8fe5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.082023 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-85a8cd0b-5a03-44a1-85f3-b44362347148 req-374a8a42-503c-4fc8-86d4-3581e78b8fe5 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1239784
May 10 17:19:45.129598 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-85a8cd0b-5a03-44a1-85f3-b44362347148 req-6fb7b94b-d6a1-4d3c-9f47-2a13fe3d3483 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407617
May 10 17:19:45.131405 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0004fed8-4de7-4867-89f1-f17f648ac477 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78762d8fe2a04f6d91685862f31cf0e3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1023884
May 10 17:19:45.133859 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51332) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:45.166991 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87ce2c-533c-4839-9dfb-9f8426062c3f req-647a1a8c-f92c-46b2-9760-129ae999142c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.168592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0e87ce2c-533c-4839-9dfb-9f8426062c3f req-647a1a8c-f92c-46b2-9760-129ae999142c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1208658
May 10 17:19:45.196605 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.223010 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.228557 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0e87ce2c-533c-4839-9dfb-9f8426062c3f req-8df9e479-d52e-49ad-b81a-b3da805ade0d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529435
May 10 17:19:45.279615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.285010 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ad6c8ebf-0d1d-4745-b5cd-d2074cb1fdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.298783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1798464b-c6d0-41d7-8e43-a607d2089294,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:45.302607 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:45.310145 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.311234 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1798464b-c6d0-41d7-8e43-a607d2089294 HTTP/1.1" status: 204  len: 168 time: 0.1762893
May 10 17:19:45.603307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490914b-80a6-4e83-83ef-29cbb25ae009 req-d4f7abf8-4dcd-427e-9c58-833714e7689e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.604797 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2490914b-80a6-4e83-83ef-29cbb25ae009 req-d4f7abf8-4dcd-427e-9c58-833714e7689e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1753807
May 10 17:19:45.656177 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2490914b-80a6-4e83-83ef-29cbb25ae009 req-2a674cc9-5cb2-4fec-ba44-6b20a5b426b0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442543
May 10 17:19:45.903569 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51374) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:46.023991 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-22c4e3ca-9578-4bf1-aa61-8a6a54f97e8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1187158
May 10 17:19:46.349064 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3f274-44f8-406a-a185-3a87eab7f0d5 req-2c48b650-7564-4fdc-ad1e-86729f3b4f98 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.350813 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a1f3f274-44f8-406a-a185-3a87eab7f0d5 req-2c48b650-7564-4fdc-ad1e-86729f3b4f98 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0839601
May 10 17:19:46.397111 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a1f3f274-44f8-406a-a185-3a87eab7f0d5 req-a7a18796-1109-4150-babb-e00b0bdb3c28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403738
May 10 17:19:46.426880 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690361-e5cc-4653-a65b-02a9f959e844 req-973e4c2a-bacc-4491-b343-2d02cdc47fc4 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.428514 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-08690361-e5cc-4653-a65b-02a9f959e844 req-973e4c2a-bacc-4491-b343-2d02cdc47fc4 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.0899470
May 10 17:19:46.478388 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-08690361-e5cc-4653-a65b-02a9f959e844 req-1585f2b3-befc-4316-a4dc-910e7d530aca tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438814
May 10 17:19:46.589886 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:46.853721 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaac05-3a18-46ec-87fc-9a5c1cf11974 req-463789e5-5d73-4792-a364-8924b0727b6f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.855070 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-87eaac05-3a18-46ec-87fc-9a5c1cf11974 req-463789e5-5d73-4792-a364-8924b0727b6f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0868971
May 10 17:19:46.890687 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21ba5e-3553-48a2-91ba-b7f0552cb018 req-827a8ed7-d7d5-4ceb-93bd-c3f35b6eab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.892146 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe21ba5e-3553-48a2-91ba-b7f0552cb018 req-827a8ed7-d7d5-4ceb-93bd-c3f35b6eab12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 1103 time: 0.0751526
May 10 17:19:46.899629 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-87eaac05-3a18-46ec-87fc-9a5c1cf11974 req-4eb8e951-d2a0-4b08-8959-5609cbbceda8 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386469
May 10 17:19:47.172907 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c5045c95-bbe7-4605-ab7b-b97e731fd8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.582927 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2b02-5343-47c1-8bf2-864cb3496365 req-baabd04b-bd4e-4cc8-8e70-788ef6df8665 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:47.585123 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-450b2b02-5343-47c1-8bf2-864cb3496365 req-baabd04b-bd4e-4cc8-8e70-788ef6df8665 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0826383
May 10 17:19:47.633170 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-450b2b02-5343-47c1-8bf2-864cb3496365 req-18cd7998-9a58-4c61-af81-0c9bf788b4a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424922
May 10 17:19:47.663721 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ffd5-64e3-4bfb-b98c-71575abd8c69 req-db5ee199-e9cd-423e-8178-18b891aa21ef tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:47.665182 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1104ffd5-64e3-4bfb-b98c-71575abd8c69 req-db5ee199-e9cd-423e-8178-18b891aa21ef tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.0834675
May 10 17:19:47.710070 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1104ffd5-64e3-4bfb-b98c-71575abd8c69 req-a1946bc8-17aa-4b96-82e2-ac8954c6f8fc tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388036
May 10 17:19:47.896266 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fe21ba5e-3553-48a2-91ba-b7f0552cb018 req-a451c60a-c6aa-49af-8239-64ff57db96b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394592
May 10 17:19:48.091931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942ccab-4e72-4cf2-8653-30d7867f3726 req-adab69f8-75b5-456e-b733-0fd371326378 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.094148 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b942ccab-4e72-4cf2-8653-30d7867f3726 req-adab69f8-75b5-456e-b733-0fd371326378 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0831451
May 10 17:19:48.146617 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b942ccab-4e72-4cf2-8653-30d7867f3726 req-1ef36ae0-7933-48c2-a4e4-94490cfd5948 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457997
May 10 17:19:48.420749 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:19:48.857924 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856e76b-6f2c-4d3d-ae3d-3c76e4bf0675 req-a0936c81-e16e-47fc-8b65-5bdce06891c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.867549 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7856e76b-6f2c-4d3d-ae3d-3c76e4bf0675 req-a0936c81-e16e-47fc-8b65-5bdce06891c4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1184852
May 10 17:19:48.944496 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7856e76b-6f2c-4d3d-ae3d-3c76e4bf0675 req-142e94b3-5186-4dd7-945c-bcc1451f2390 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685244
May 10 17:19:48.961830 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e660c-4108-40d0-a826-78c4b4aace5a req-82b74f40-5cfb-4ad7-bcb2-84fac541d465 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.971429 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-522e660c-4108-40d0-a826-78c4b4aace5a req-82b74f40-5cfb-4ad7-bcb2-84fac541d465 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1074808
May 10 17:19:49.033247 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-522e660c-4108-40d0-a826-78c4b4aace5a req-3e9fd7d1-1657-467c-a3c4-893ba05ea058 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606251
May 10 17:19:49.423462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a58f-25d9-4bfc-9154-f22609ea339d req-5144bbce-94c0-4e48-9f98-2f8f2032c8f9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.425035 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-59d6a58f-25d9-4bfc-9154-f22609ea339d req-5144bbce-94c0-4e48-9f98-2f8f2032c8f9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1426136
May 10 17:19:49.593763 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4cb15-b629-4426-9fd7-3cfc31d15ca9 req-702aa908-5a74-47e7-90c1-583a83f02b93 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.595573 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9de4cb15-b629-4426-9fd7-3cfc31d15ca9 req-702aa908-5a74-47e7-90c1-583a83f02b93 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.2081606
May 10 17:19:49.600557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-e18d054f-7236-4f9b-bfe2-6db78fce82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.602412 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-e18d054f-7236-4f9b-bfe2-6db78fce82c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 1097 time: 0.1526947
May 10 17:19:49.622393 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-59d6a58f-25d9-4bfc-9154-f22609ea339d req-bc32d335-5f0a-4f21-adff-691899940a99 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1903200
May 10 17:19:49.672150 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943129e-6065-43a6-a677-de3264995a24 req-f2ac8b75-d8ef-4a5b-be43-c46d44638015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.673983 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-f2ac8b75-d8ef-4a5b-be43-c46d44638015 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 1099 time: 0.1941576
May 10 17:19:49.740723 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9de4cb15-b629-4426-9fd7-3cfc31d15ca9 req-1f988524-1e9c-44c4-b329-e93930a1f2a4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369326
May 10 17:19:49.777099 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-97d0a934-066d-48ce-8cab-beea0487b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.778652 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-97d0a934-066d-48ce-8cab-beea0487b2f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1097 time: 0.1114812
May 10 17:19:49.844190 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943129e-6065-43a6-a677-de3264995a24 req-695fc8ac-0020-4e9e-aa7b-99cc09b9d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.847424 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-695fc8ac-0020-4e9e-aa7b-99cc09b9d019 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.1654692
May 10 17:19:49.851140 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.935161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-326b1ff2-2475-458d-bd9e-9499e60a82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.937496 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-326b1ff2-2475-458d-bd9e-9499e60a82c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1516738
May 10 17:19:49.940927 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-50cedb4f-4fb3-4ddc-a31f-d7005417393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.033099 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-d7369b5a-c18d-4ebe-b844-26e52d84a8a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 200  len: 1002 time: 0.1804705
May 10 17:19:50.050754 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-02d4fcf7-8483-46d7-be0b-ae2dd8d5c719 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 200  len: 1000 time: 0.1018720
May 10 17:19:50.096009 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943129e-6065-43a6-a677-de3264995a24 req-1642cfed-5e33-4a26-b53b-8e5925b2eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.097458 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-1642cfed-5e33-4a26-b53b-8e5925b2eb92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.0578160
May 10 17:19:50.125446 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-7a974636-2852-442e-99f3-80c9d2c0a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.126903 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-7a974636-2852-442e-99f3-80c9d2c0a564 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.0684125
May 10 17:19:50.209168 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-f7b0ab79-02e0-4e01-a73d-97abbdca62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.210506 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-f7b0ab79-02e0-4e01-a73d-97abbdca62bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768776
May 10 17:19:50.230527 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943129e-6065-43a6-a677-de3264995a24 req-5fd66714-0fd6-41ae-8729-0f72164b77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.232032 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-5fd66714-0fd6-41ae-8729-0f72164b77de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1275010
May 10 17:19:50.271546 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e22094-4f4d-4dea-9fb3-b1ba10df5f7c req-66b26ce4-31f5-4803-9613-8109ce7f8f10 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.272969 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06e22094-4f4d-4dea-9fb3-b1ba10df5f7c req-66b26ce4-31f5-4803-9613-8109ce7f8f10 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1247196
May 10 17:19:50.347591 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-5be514b4-23fc-4b22-8ecf-d1d6e58257f8 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288652
May 10 17:19:50.388765 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06e22094-4f4d-4dea-9fb3-b1ba10df5f7c req-6756ab2b-d259-4b65-ae6e-ecc94317445f tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688105
May 10 17:19:50.410503 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-35352f95-6d0b-4eb0-9162-de577b195f3b service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665854
May 10 17:19:50.488618 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7efee8c0-6d8b-493d-9f9a-4acf256a90a2 req-ed106c47-ed7e-4169-b885-9027046c9184 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333580
May 10 17:19:50.548602 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6943129e-6065-43a6-a677-de3264995a24 req-25e771e4-7b81-4a95-b4ca-3c13cf3d251c service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286769
May 10 17:19:50.844747 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.867600 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28725-ed42-4898-b382-533a3b08975f req-a92f76b1-9190-48f3-965c-c3584c80fa35 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.869114 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86a28725-ed42-4898-b382-533a3b08975f req-a92f76b1-9190-48f3-965c-c3584c80fa35 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.0954740
May 10 17:19:50.871451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2ee74-f9ef-4449-b0b3-d5929d537459 req-d19b96f9-0d07-4118-8e61-4e602f3f7877 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.872926 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4bc2ee74-f9ef-4449-b0b3-d5929d537459 req-d19b96f9-0d07-4118-8e61-4e602f3f7877 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0936782
May 10 17:19:50.918164 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86a28725-ed42-4898-b382-533a3b08975f req-226a0ef6-f7ff-483e-93e7-8419e8e458c3 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412872
May 10 17:19:50.928247 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4bc2ee74-f9ef-4449-b0b3-d5929d537459 req-1a9a63fa-20ff-4454-a595-af10f19c2ee9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488987
May 10 17:19:51.112060 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32caac-1153-4dc3-8fd7-a0aef242b8c4 req-4886be39-302a-4089-aefb-bdd900e212f4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:51.113564 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ef32caac-1153-4dc3-8fd7-a0aef242b8c4 req-4886be39-302a-4089-aefb-bdd900e212f4 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0953155
May 10 17:19:51.288188 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ef32caac-1153-4dc3-8fd7-a0aef242b8c4 req-f466321a-263b-497b-81c7-f46b2339b5bb tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1686583
May 10 17:19:52.131718 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d07f2-aa72-4962-826c-4ae84b7f13ee req-7dc0f652-4097-4522-b533-8ebe7fdfa055 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:52.134063 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-094d07f2-aa72-4962-826c-4ae84b7f13ee req-7dc0f652-4097-4522-b533-8ebe7fdfa055 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1025677
May 10 17:19:52.186978 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-094d07f2-aa72-4962-826c-4ae84b7f13ee req-5c3a225a-ed1b-4992-a21b-b6f4a1ca41b2 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426583
May 10 17:19:52.189530 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06285d5e-81d7-480a-a8d7-9467bc910743 req-59aea04a-a8b3-48d0-81d1-74d3335b0d6f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:52.191053 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-06285d5e-81d7-480a-a8d7-9467bc910743 req-59aea04a-a8b3-48d0-81d1-74d3335b0d6f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1148112
May 10 17:19:52.284713 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-06285d5e-81d7-480a-a8d7-9467bc910743 req-a3684a26-40af-4d92-9c4e-3ffa60c1150f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0871232
May 10 17:19:52.398978 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.509677 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422d300-de10-4c85-85fd-236b8cee3310 req-dbc54ccc-0837-4928-92ad-09aa31f5a326 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:52.511062 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8422d300-de10-4c85-85fd-236b8cee3310 req-dbc54ccc-0837-4928-92ad-09aa31f5a326 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.0869231
May 10 17:19:52.556098 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8422d300-de10-4c85-85fd-236b8cee3310 req-66d3ce2b-f47e-4202-92d5-79b0024ac86e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383282
May 10 17:19:53.428075 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b204664-28b5-40b2-954f-28dc77c5a3cf req-54a41ca7-79ce-4006-8541-964f7a63a9d8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:53.429533 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9b204664-28b5-40b2-954f-28dc77c5a3cf req-54a41ca7-79ce-4006-8541-964f7a63a9d8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1234941
May 10 17:19:53.494964 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9b204664-28b5-40b2-954f-28dc77c5a3cf req-e5836133-05eb-4e84-a86a-c85f35cf86de tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555460
May 10 17:19:53.527185 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91140665-1407-4060-a72b-0bd6bcd18357 req-77c01fdc-f7a4-4087-ab25-39fc6afa313f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:53.535106 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-91140665-1407-4060-a72b-0bd6bcd18357 req-77c01fdc-f7a4-4087-ab25-39fc6afa313f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0994711
May 10 17:19:53.582358 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-91140665-1407-4060-a72b-0bd6bcd18357 req-2287093d-03f7-4323-872f-c4fc80fce532 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460987
May 10 17:19:54.699440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7758db-37d7-4eed-a073-750f4bc24ebd req-5ff97ece-a322-4ccf-80ea-5f7587a1efd9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:54.701026 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0e7758db-37d7-4eed-a073-750f4bc24ebd req-5ff97ece-a322-4ccf-80ea-5f7587a1efd9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.0849257
May 10 17:19:54.781392 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0e7758db-37d7-4eed-a073-750f4bc24ebd req-ebc71cec-6958-4135-97d6-af18ad93eea3 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727518
May 10 17:19:54.799372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe65bc-19e5-4518-a02a-b7fb5aae0159 req-8b218d1d-db06-484a-9f6f-2e3b12afa507 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:54.801121 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-aebe65bc-19e5-4518-a02a-b7fb5aae0159 req-8b218d1d-db06-484a-9f6f-2e3b12afa507 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0904419
May 10 17:19:54.869805 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-aebe65bc-19e5-4518-a02a-b7fb5aae0159 req-5908c370-bb03-4867-a3c2-ff24faa4c66b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0627525
May 10 17:19:55.093232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51612) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:55.251994 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.268589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:55.272625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3c490405c44a54babe45bf0c05bea3 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:55.275636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:55.282315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:55.396604 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.411702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.431084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6eade907-c5f5-41f6-a687-2eef475159c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:55.472763 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b3c490405c44a54babe45bf0c05bea3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3783212
May 10 17:19:55.474310 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b241c66-4b56-4c75-a5c8-4c7b85098318,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:55.475580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51624) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:55.477709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:55.543787 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.574252 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.640475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.644976 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-71da31f8-1ca0-4e1d-bee2-cb05c08110f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:55.658271 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b241c66-4b56-4c75-a5c8-4c7b85098318,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:55.661888 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:55.665698 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.666881 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b241c66-4b56-4c75-a5c8-4c7b85098318 HTTP/1.1" status: 204  len: 168 time: 0.1900594
May 10 17:19:56.022653 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0546-0c92-4430-a660-3cde25133682 req-62ba6614-7fc1-4a34-8d0d-0dda8c09744c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.024375 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0c6c0546-0c92-4430-a660-3cde25133682 req-62ba6614-7fc1-4a34-8d0d-0dda8c09744c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1304805
May 10 17:19:56.095461 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0c6c0546-0c92-4430-a660-3cde25133682 req-5d0dcd11-38cc-434b-a056-b9cef59b9e66 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644770
May 10 17:19:56.102950 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f548-167e-4b05-92c9-3904542e608c req-2c215401-d040-4625-b2dc-c9e2c67dd5b5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.109426 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4ac3f548-167e-4b05-92c9-3904542e608c req-2c215401-d040-4625-b2dc-c9e2c67dd5b5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0842726
May 10 17:19:56.172559 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4ac3f548-167e-4b05-92c9-3904542e608c req-08cd0757-e05d-4a6c-8717-0f49d96dbb80 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0574694
May 10 17:19:56.485876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51654) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:56.619495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-554462801-network', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:56.624407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:56.628753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Usage tracker for resource:network and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:56.631921 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:56.641014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:56.658763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Made reservation on behalf of c3c14523d40d4cd8aee4c19091a02568 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:56.662201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.678273 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.699810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:56.705471 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:56.708533 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:56.714467 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:56.814453 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.818499 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.822544 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95d04fdf-54f0-4e34-b23b-4b0afd2667cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:56.852530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:56.863131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71818cf-409f-456b-9976-dd0bb093135f,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:56.867541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:56.879856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.880382 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Added segment c0dee873-97bf-467e-895f-cb4af660010d of type vlan for network b16d3a95-c9d7-4874-b830-f44dbf156567
May 10 17:19:56.917191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.954817 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.956229 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.956818 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.962044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.068592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Pushing event updated for resources: {'Network': ['ID=b16d3a95-c9d7-4874-b830-f44dbf156567,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.071280 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.075997 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5888810
May 10 17:19:57.080887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51664) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.082224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network b16d3a95-c9d7-4874-b830-f44dbf156567 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:57.087110 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Request body: {'subnet': {'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-554462801-subnet', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'ip_version': 4}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:57.091891 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:57.096294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Usage tracker for resource:subnet and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:57.099188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:57.105205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:57.116288 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Made reservation on behalf of c3c14523d40d4cd8aee4c19091a02568 for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:57.118583 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7155791'] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.393944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e84f-ca92-46dd-965f-84f8bcdf3468 req-7efa203b-ec6a-4c8e-bdc7-d4ac9199bd6e tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:57.395355 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2a29e84f-ca92-46dd-965f-84f8bcdf3468 req-7efa203b-ec6a-4c8e-bdc7-d4ac9199bd6e tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1715603
May 10 17:19:57.447238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3035f9-bc1a-4b3f-9533-d61241f4172e req-67dcbb10-261d-4d12-8b1c-f830b2e23bcb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:57.449761 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d3035f9-bc1a-4b3f-9533-d61241f4172e req-67dcbb10-261d-4d12-8b1c-f830b2e23bcb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.0924966
May 10 17:19:57.482917 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2a29e84f-ca92-46dd-965f-84f8bcdf3468 req-613f6566-e2cf-4dfe-9345-2b18ec5001bc tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747919
May 10 17:19:57.517927 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9d3035f9-bc1a-4b3f-9533-d61241f4172e req-dcd572ba-fd57-4dc3-9a5a-a8c4c1597ec3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0517180
May 10 17:19:57.652817 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8370288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7155773'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.657738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.735746 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42d1a54-8937-40c6-bf9b-961ebee3eeea,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.743507 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.755162 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Checking segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:57.755517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Network hostable DHCP agents. Network: b16d3a95-c9d7-4874-b830-f44dbf156567, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:57.774377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Network b16d3a95-c9d7-4874-b830-f44dbf156567 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:57.785009 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, b16d3a95-c9d7-4874-b830-f44dbf156567) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:57.794910 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:57.795771 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.796158 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e1f84-99e3-4c20-a0f0-4cabb764288f None None] Network b16d3a95-c9d7-4874-b830-f44dbf156567 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:57.832762 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e28551ef-0bf2-45cb-a63f-2e532ba45b9e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7495022
May 10 17:19:57.837068 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51678) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.842076 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:57.847463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:57.851414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Usage tracker for resource:router and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:57.854687 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:57.861970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:57.890933 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.892288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.916855 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.062444 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-b16d3a95-c9d7-4874-b830-f44dbf156567', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:19:58.063588 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.185273 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51684) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:58.273149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Allocated IP 172.20.0.2 (b16d3a95-c9d7-4874-b830-f44dbf156567/c42d1a54-8937-40c6-bf9b-961ebee3eeea/13d59086-1389-430f-893e-fad922633f11) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:58.365259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.378106 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.383294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:58.389696 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Usage tracker for resource:security_group_rule and tenant:4aa2ec091f3046e8bb05675dde91e710 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:58.395352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:58.401818 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:58.547117 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.558977 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.569191 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-70bfd88b-e0eb-4960-9e0b-08a656c025fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.601135 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.617651 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Transition to ACTIVE for port object 13d59086-1389-430f-893e-fad922633f11 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:58.629858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e3b439-c990-4ffe-a078-a00547054104,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:58.633823 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:58.639905 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4aa2ec091f3046e8bb05675dde91e710&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4485850
May 10 17:19:58.639905 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 51694) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:58.657829 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Transition to ACTIVE for port object 13d59086-1389-430f-893e-fad922633f11 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:58.674140 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.685116 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0e5dfe0d-e00d-4a8d-b303-cebe293452d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.716162 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.799876 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.809609 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Pushing event updated for resources: {'Port': ['ID=13d59086-1389-430f-893e-fad922633f11,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:58.821562 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:58.847438 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Network b16d3a95-c9d7-4874-b830-f44dbf156567 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:58.848762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:58.853343 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:58.860936 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.878689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e424-3bdf-4fef-8965-36e131a65ca1 req-456de92b-628b-473f-9e94-5f64ae35191b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.880364 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-02a9e424-3bdf-4fef-8965-36e131a65ca1 req-456de92b-628b-473f-9e94-5f64ae35191b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1656685
May 10 17:19:58.957342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.961344 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.964212 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fbcd0804-7169-4721-b447-a7c0538b41ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.987751 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e3b439-c990-4ffe-a078-a00547054104,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:58.994272 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.004773 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-02a9e424-3bdf-4fef-8965-36e131a65ca1 req-df824ee8-f9f7-442a-998a-866b9e2bc43a tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157146
May 10 17:19:59.005762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.010054 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Attempting to bind port 13d59086-1389-430f-893e-fad922633f11 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:59.010456 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Attempting to bind port 13d59086-1389-430f-893e-fad922633f11 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:59.010816 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Attempting to bind port 13d59086-1389-430f-893e-fad922633f11 on network b16d3a95-c9d7-4874-b830-f44dbf156567 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:59.020109 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07e3b439-c990-4ffe-a078-a00547054104 HTTP/1.1" status: 204  len: 168 time: 0.3774586
May 10 17:19:59.020845 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:59.021226 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Checking segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:59.021654 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.022257 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Bound using segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:59.022741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Bound port: 13d59086-1389-430f-893e-fad922633f11, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:59.023117 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.133700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947016c-07b6-44a1-ac68-4a40241efb86 req-1b878533-eabd-485a-ad46-55251db82925 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:59.136391 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9947016c-07b6-44a1-ac68-4a40241efb86 req-1b878533-eabd-485a-ad46-55251db82925 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.2779074
May 10 17:19:59.182662 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Allocated IP 172.27.3.237 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/58803daa-8f86-47d7-9fae-d684953ad0b8) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:59.221340 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9947016c-07b6-44a1-ac68-4a40241efb86 req-a4c48e4c-2f0f-4e07-818c-69a49ac8cce0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0783377
May 10 17:19:59.227553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] For port 13d59086-1389-430f-893e-fad922633f11, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:59.234771 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] For port 13d59086-1389-430f-893e-fad922633f11, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=13d59086-1389-430f-893e-fad922633f11,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:59.252765 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.257586 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-e8038cdc-9bf2-4570-9551-fc4aa78e69d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:59.350881 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Pushing event updated for resources: {'Port': ['ID=13d59086-1389-430f-893e-fad922633f11,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:59.353928 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.460585 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.508617 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.513385 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-20ca3ee7-d997-4ed5-ab74-623231ed8b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:59.618411 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:59.623562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:59.628119 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:59.751407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=58803daa-8f86-47d7-9fae-d684953ad0b8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:59.755959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.285983 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e59ba-c38d-441e-83ad-ea07087a4cf6 req-a9286d19-46c7-41dc-98f7-bd09eb14ab94 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:00.293696 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c1e59ba-c38d-441e-83ad-ea07087a4cf6 req-a9286d19-46c7-41dc-98f7-bd09eb14ab94 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1264112
May 10 17:20:00.321642 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.368215 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c1e59ba-c38d-441e-83ad-ea07087a4cf6 req-617c8420-f040-475d-9044-fb35ec07c56b tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735250
May 10 17:20:00.505950 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 13d59086-1389-430f-893e-fad922633f11 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:00.702941 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 13d59086-1389-430f-893e-fad922633f11 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:00.756736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18181691-3325-4890-a898-a4951aeb38dc None None] Network b16d3a95-c9d7-4874-b830-f44dbf156567 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:00.942652 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369b9-6a70-4dbd-8bc2-7e3a765fa524 req-14f00eff-a2fa-476f-b0c8-11e1ad5bcd67 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:00.959672 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-41c369b9-6a70-4dbd-8bc2-7e3a765fa524 req-14f00eff-a2fa-476f-b0c8-11e1ad5bcd67 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.3750367
May 10 17:20:00.995898 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Provisioning for port 13d59086-1389-430f-893e-fad922633f11 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:01.026630 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Provisioning complete for port 13d59086-1389-430f-893e-fad922633f11 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:01.027042 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.071471 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-41c369b9-6a70-4dbd-8bc2-7e3a765fa524 req-83f6e8e0-4caa-4b20-80eb-8478cd5e3352 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1108189
May 10 17:20:01.099756 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.189812 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.266311 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] For port 13d59086-1389-430f-893e-fad922633f11, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=13d59086-1389-430f-893e-fad922633f11,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:01.274110 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.277298 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:01.457757 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Pushing event updated for resources: {'Port': ['ID=13d59086-1389-430f-893e-fad922633f11,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:01.464315 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:01.485923 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:20:01.521005 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-88cb95f1-9ae1-4ec2-b8cd-4fd0db58ee5f None None] Provisioning complete for port 13d59086-1389-430f-893e-fad922633f11 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:01.521636 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-88cb95f1-9ae1-4ec2-b8cd-4fd0db58ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.671284 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b851c-e0fd-486e-988a-0efa04a27959 req-1b5317b4-5f20-488a-8232-7ba8348865af tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:01.672851 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-309b851c-e0fd-486e-988a-0efa04a27959 req-1b5317b4-5f20-488a-8232-7ba8348865af tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.1757977
May 10 17:20:01.747994 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-309b851c-e0fd-486e-988a-0efa04a27959 req-03c3b428-688a-4dd5-9004-3966903041a8 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666635
May 10 17:20:01.824975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:01.836217 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Sync routers for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:01.845486 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:01.846113 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb2aac40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:01.849091 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.853234 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0123587
May 10 17:20:01.853351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51752) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:02.113431 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:02.363852 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 13d59086-1389-430f-893e-fad922633f11 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:02.512303 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 13d59086-1389-430f-893e-fad922633f11 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:02.512684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.605963 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a9e78-2c56-4df8-9a28-3ee8893fe9e2 req-27c11e9b-5e08-4bf6-afb2-a46441b9cb4f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:02.607329 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-059a9e78-2c56-4df8-9a28-3ee8893fe9e2 req-27c11e9b-5e08-4bf6-afb2-a46441b9cb4f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.3089516
May 10 17:20:02.634565 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb2aac40>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:00Z', 'revision_number': 3, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:02.643909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Checking router: 44da13ed-3d57-4b5c-b68a-b717fb7672a4 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:02.644296 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Updating router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 port 58803daa-8f86-47d7-9fae-d684953ad0b8 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:02.681268 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-059a9e78-2c56-4df8-9a28-3ee8893fe9e2 req-9cadee2e-bcdd-4ab0-aeab-2ccd48621231 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0659800
May 10 17:20:02.705242 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.849891 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.938214 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f28e3c-3355-435b-a658-37fcb8dda58c req-0e3300ef-0628-4976-87b7-a7209724a80a tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:02.939828 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-68f28e3c-3355-435b-a658-37fcb8dda58c req-0e3300ef-0628-4976-87b7-a7209724a80a tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.0824873
May 10 17:20:02.988375 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-68f28e3c-3355-435b-a658-37fcb8dda58c req-1d474fc5-f07b-43e8-ab0a-94d4ed9ce043 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423861
May 10 17:20:03.057529 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.062856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Allocated IP 172.20.0.1 (b16d3a95-c9d7-4874-b830-f44dbf156567/c42d1a54-8937-40c6-bf9b-961ebee3eeea/2da8b2af-322d-4f8e-b3be-d1e72e7b44eb) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:03.069574 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Transition to ACTIVE for port object 58803daa-8f86-47d7-9fae-d684953ad0b8 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:03.075752 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.080957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-ed0e257f-1785-4935-94d3-f6ad1afed3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.151142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Attempting to bind port 58803daa-8f86-47d7-9fae-d684953ad0b8 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:03.151507 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Attempting to bind port 58803daa-8f86-47d7-9fae-d684953ad0b8 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:03.151870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Attempting to bind port 58803daa-8f86-47d7-9fae-d684953ad0b8 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:03.166602 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Pushing event updated for resources: {'Port': ['ID=58803daa-8f86-47d7-9fae-d684953ad0b8,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.169556 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.170655 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:03.171025 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:03.171432 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.171811 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:03.172307 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Bound port: 58803daa-8f86-47d7-9fae-d684953ad0b8, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:03.172742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.216756 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.235435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Transition to ACTIVE for port object 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:03.260920 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] For port 58803daa-8f86-47d7-9fae-d684953ad0b8, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:03.265588 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] For port 58803daa-8f86-47d7-9fae-d684953ad0b8, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=58803daa-8f86-47d7-9fae-d684953ad0b8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:03.269974 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.271551 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.276099 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-19050431-ee2b-4a4b-ba1b-5c6761e51826 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.278821 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.338270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Network b16d3a95-c9d7-4874-b830-f44dbf156567 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:03.341564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:03.349708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:03.361915 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:03.362746 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb2aac40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:03.380548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Pushing event updated for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.387007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.416044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.550645 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.606334 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Pushing event updated for resources: {'Port': ['ID=58803daa-8f86-47d7-9fae-d684953ad0b8,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.615957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.620847 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:03.666489 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-b368e91c-bbb7-4454-a2d4-e44760d81318 None None] Provisioning for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:03.738935 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-b368e91c-bbb7-4454-a2d4-e44760d81318 None None] Provisioning complete for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:03.739213 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b368e91c-bbb7-4454-a2d4-e44760d81318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.837393 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.877700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.916244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-b368e91c-bbb7-4454-a2d4-e44760d81318 None None] Port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:03.997850 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb2aac40>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:00Z', 'revision_number': 3, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:04.002667 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ed343-c5b2-43b9-ab8a-60247a213654 None None] The sync data for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi is: [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:00Z', 'revision_number': 3, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:04.003561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:04.143077 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.148927 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Pushing event updated for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:04.154446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:04.297257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12961b58-7283-428f-9812-d9444bbd2169 req-6db29d97-c8b6-451d-b3db-e8c7580fa2de tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:04.299350 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-12961b58-7283-428f-9812-d9444bbd2169 req-6db29d97-c8b6-451d-b3db-e8c7580fa2de tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.4595060
May 10 17:20:04.327601 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eeabd-7412-4251-9cba-9a1fee19a9bf req-4cf84444-6294-48a3-8a1b-124273dd91ca tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:04.336198 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f9eeabd-7412-4251-9cba-9a1fee19a9bf req-4cf84444-6294-48a3-8a1b-124273dd91ca tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.2316344
May 10 17:20:04.383447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 58803daa-8f86-47d7-9fae-d684953ad0b8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:04.393631 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9f9eeabd-7412-4251-9cba-9a1fee19a9bf req-6b4f629c-ed62-4018-bfea-33d9be036165 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/security-groups?id=01253d32-b2ed-484b-a948-4e36cf056c02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555642
May 10 17:20:04.399612 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096548e7-ec98-4b6c-816d-011af61be9bf req-29579e94-4198-418e-a95f-0254649360a9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:04.399903 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-096548e7-ec98-4b6c-816d-011af61be9bf req-29579e94-4198-418e-a95f-0254649360a9 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.53 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 950 time: 0.3300087
May 10 17:20:04.462529 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-12961b58-7283-428f-9812-d9444bbd2169 req-dc17c335-dd26-454f-abe7-28a1e6ffa4e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1539404
May 10 17:20:04.486821 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Network b16d3a95-c9d7-4874-b830-f44dbf156567 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:04.495076 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 58803daa-8f86-47d7-9fae-d684953ad0b8 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:04.495343 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:04.501491 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 58803daa-8f86-47d7-9fae-d684953ad0b8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:04.501877 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.642642 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.664113 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 58803daa-8f86-47d7-9fae-d684953ad0b8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=58803daa-8f86-47d7-9fae-d684953ad0b8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:04.670733 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.674732 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-433ade94-bfc3-4abe-bc53-a172431307f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:04.746282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Deleting port fabe048b-4722-40c2-8367-07861ba94395 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:04.746634 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.758850 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=58803daa-8f86-47d7-9fae-d684953ad0b8,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:04.762619 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:04.774865 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-141c5861-c459-45f1-bcd6-73e648b2eede None None] Provisioning complete for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:04.775477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-141c5861-c459-45f1-bcd6-73e648b2eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:04.833026 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:04.836376 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-141c5861-c459-45f1-bcd6-73e648b2eede None None] Port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:05.046255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] For port fabe048b-4722-40c2-8367-07861ba94395, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fabe048b-4722-40c2-8367-07861ba94395,segment=NetworkSegment(e58e224a-fcee-4372-b7f1-e0032ac6ad99),segment_id=e58e224a-fcee-4372-b7f1-e0032ac6ad99)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:05.046862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.184904 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Calling delete_port for fabe048b-4722-40c2-8367-07861ba94395 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:05.210763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:05.232453 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] 10.222.0.20 "PUT /v2.0/routers/44da13ed-3d57-4b5c-b68a-b717fb7672a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3746943
May 10 17:20:05.327425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.333119 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3cefee19-f30a-487c-99fd-28cce82b871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:05.339678 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['fabe048b-4722-40c2-8367-07861ba94395'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:05.385066 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Pushing event deleted for resources: {'Port': ['ID=fabe048b-4722-40c2-8367-07861ba94395,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:05.389427 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:05.478059 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] No DVR routers for this DVR port fabe048b-4722-40c2-8367-07861ba94395 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:20:05.485228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.489494 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'name': 'network-vif-deleted', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:05.508373 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-096548e7-ec98-4b6c-816d-011af61be9bf req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.53 "DELETE /v2.0/ports/fabe048b-4722-40c2-8367-07861ba94395 HTTP/1.1" status: 204  len: 173 time: 1.1017575
May 10 17:20:05.595824 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f4a99f46-5c30-4a62-8f0c-6eb3fed1c4d9 req-af7e9539-13bd-4186-bb58-3b6f0e9892de tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0526123
May 10 17:20:05.677036 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e88e2a-f27d-452d-84dc-0627dc524d8b', 'name': 'network-vif-deleted', 'tag': 'fabe048b-4722-40c2-8367-07861ba94395', 'status': 'completed', 'code': 200}
May 10 17:20:05.829016 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ba62-d702-411f-a285-b12ccaca38c2 req-deebe6c7-8279-4494-b315-bbb449a96a88 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:05.835919 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7888ba62-d702-411f-a285-b12ccaca38c2 req-deebe6c7-8279-4494-b315-bbb449a96a88 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.2085617
May 10 17:20:05.839342 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Sync routers for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:05.849919 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:05.850507 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb101670>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:05.879401 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7888ba62-d702-411f-a285-b12ccaca38c2 req-4c24d96a-a3d8-43b2-9d01-1e10b3b27921 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424876
May 10 17:20:05.886874 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51806) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:05.893581 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1844763813-network', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:05.898867 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:05.903088 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Usage tracker for resource:network and tenant:9d7c2d9eec934883a53b5533ce4f93ca is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:05.906635 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:05.912355 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:05.922041 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Made reservation on behalf of 9d7c2d9eec934883a53b5533ce4f93ca for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:05.924489 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.937629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:05.952561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:05.956420 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7c2d9eec934883a53b5533ce4f93ca is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:05.959146 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:05.965147 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:06.034874 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:06.048933 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.053055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.055960 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-e8a650db-0269-473b-a0df-2ab7bca7d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.088833 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:06.094561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069566b6-4c77-4df4-a233-b4ab74fcae83,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:06.098301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:06.101962 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.102346 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Added segment 464cc581-3b8b-42e6-9cc6-be0b493e9589 of type vlan for network a4119094-aaf8-40a5-82ce-7e33cc91fa69
May 10 17:20:06.127837 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.157348 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.158908 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:06.159496 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.164331 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.265982 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Pushing event updated for resources: {'Network': ['ID=a4119094-aaf8-40a5-82ce-7e33cc91fa69,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:06.268916 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3808765
May 10 17:20:06.269810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:06.271599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51812) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:06.277377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Request body: {'subnet': {'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1844763813-subnet', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:06.282611 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:06.286893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Usage tracker for resource:subnet and tenant:9d7c2d9eec934883a53b5533ce4f93ca is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:06.289773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:06.290652 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:06.296213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:06.309758 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Made reservation on behalf of 9d7c2d9eec934883a53b5533ce4f93ca for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:06.320002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.364697 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 58803daa-8f86-47d7-9fae-d684953ad0b8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:06.367987 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb101670>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 2, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:06.371859 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Checking router: 44da13ed-3d57-4b5c-b68a-b717fb7672a4 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:06.372239 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Updating router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:06.432696 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.466315 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 58803daa-8f86-47d7-9fae-d684953ad0b8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:06.466691 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.729898 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.733892 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.756545 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-48035eed-4539-4348-8f49-ff21876b8b91 req-1d91f2d2-9c09-4106-99d6-72e665ce6318 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0431967
May 10 17:20:06.808179 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.812192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14460607-b42c-41fe-bf7c-283555af2451,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:06.815630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:06.818088 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Checking segment: {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:06.818438 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Network hostable DHCP agents. Network: a4119094-aaf8-40a5-82ce-7e33cc91fa69, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:06.821702 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Transition to ACTIVE for port object 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:06.828896 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.833757 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:06.834766 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:06.844553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, a4119094-aaf8-40a5-82ce-7e33cc91fa69) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:06.853248 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:06.853848 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.853976 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a358f43-e37f-467b-a0b3-37c5a6f18fb5 None None] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:06.877073 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-da30707d-c81d-4fa1-a82c-4aa94f651309 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6041467
May 10 17:20:06.879556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51818) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:06.885309 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:06.891031 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:06.895248 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Usage tracker for resource:router and tenant:9d7c2d9eec934883a53b5533ce4f93ca is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:06.898206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:06.904766 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:06.919711 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.921745 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.938971 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.968873 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Pushing event updated for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:06.986583 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.986923 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.987253 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.987580 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.987904 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.988321 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.988645 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.988964 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.989304 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.989624 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.989938 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.990243 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:06.994864 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.098418 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Attempting to bind port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:07.099054 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Attempting to bind port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:07.099594 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Attempting to bind port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb on network b16d3a95-c9d7-4874-b830-f44dbf156567 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:07.105984 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:07.106877 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Checking segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:07.107577 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.108240 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Bound using segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:07.109297 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Bound port: 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:07.109920 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.127058 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:20:07.127914 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.263283 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] For port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:07.268024 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] For port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:07.273690 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.285663 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc491471-029a-40e0-ac9a-cd8db18d1420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.346056 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:07.346687 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb101670>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:07.361072 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.369183 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Allocated IP 172.20.0.2 (a4119094-aaf8-40a5-82ce-7e33cc91fa69/14460607-b42c-41fe-bf7c-283555af2451/987b9c11-c8db-4dec-8cf0-6ff1c82e8aef) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:07.523022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042033f-db5c-490d-b49f-052b3145bfdc req-1b0841ca-cb17-4fdb-9847-f15eb81f383c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:07.524190 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6042033f-db5c-490d-b49f-052b3145bfdc req-1b0841ca-cb17-4fdb-9847-f15eb81f383c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.1557944
May 10 17:20:07.527801 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Pushing event updated for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.534915 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.589542 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:07.608679 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6042033f-db5c-490d-b49f-052b3145bfdc req-5633a252-32ba-44fb-98ec-dab5b18a86ef tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0690556
May 10 17:20:07.620885 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.632185 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Transition to ACTIVE for port object 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:07.651146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Transition to ACTIVE for port object 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:07.660215 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.665072 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.722017 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:07.724961 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:07.728762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:07.767427 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Pushing event updated for resources: {'Port': ['ID=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.776115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.840840 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Attempting to bind port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:07.840840 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Attempting to bind port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:07.841167 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Attempting to bind port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef on network a4119094-aaf8-40a5-82ce-7e33cc91fa69 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:07.848497 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:07.848871 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Checking segment: {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:07.849276 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.849670 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Bound using segment: {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:07.850285 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Bound port: 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:07.850664 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.909170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.939073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.942019 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1843a107-ea36-486c-baad-249dabc9ae8a req-766a0d28-1826-4e31-8448-f06b223ec93c tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0610778
May 10 17:20:07.942900 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb101670>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:07Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:07.947597 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c7926-cca4-40cd-a604-b3b19f44baa2 None None] The sync data for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi is: [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:07Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:07.960022 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] For port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:07.963332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] For port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:07.970906 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.974843 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.083110 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Pushing event updated for resources: {'Port': ['ID=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:08.086714 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:08.117538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Allocated IP 172.27.3.79 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/7a15fa11-a07b-4ceb-bf30-18b1b100bff8) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:08.310394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.370696 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.377313 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.432878 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:08.440858 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:08.443923 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:08.447115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:08.504704 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:08.508739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:08.543742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:08.549283 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:08.549629 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.575199 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fabe048b-4722-40c2-8367-07861ba94395 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:08.627491 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: fabe048b-4722-40c2-8367-07861ba94395 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:08.627836 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fabe048b-4722-40c2-8367-07861ba94395 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:08.718060 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.760755 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:08.766191 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.770803 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.855841 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:08.859909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:08.861508 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.059073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fb6f7-61c0-4d9e-a172-67bc605ba290 req-52d78894-2dc9-4af6-9179-f69e86edb2bc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:09.066298 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d41fb6f7-61c0-4d9e-a172-67bc605ba290 req-52d78894-2dc9-4af6-9179-f69e86edb2bc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.2728148
May 10 17:20:09.069027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.186591 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-110faa81-58c5-4811-a542-c693892948b3 req-a151c41d-4594-4236-ae5c-7b4040488a40 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e88e2a-f27d-452d-84dc-0627dc524d8b HTTP/1.1" status: 200  len: 210 time: 0.0678186
May 10 17:20:09.252851 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d41fb6f7-61c0-4d9e-a172-67bc605ba290 req-a65aabf2-cf8b-4f7d-aa89-640ee4910509 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1855123
May 10 17:20:09.371228 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38a9d9-838b-4543-affa-6d18977b6a85 None None] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:09.484096 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-84d43802-6354-4197-9edd-15b2732d2cda None None] Provisioning for port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:09.593641 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.830044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:20:10.013985 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:10.022775 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Sync routers for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:10.033946 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:10.034842 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb345790>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:10.039293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.040640 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1600544
May 10 17:20:10.043443 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 51846) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:10.261271 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:10.554180 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:10.590027 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:10.694562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f80b-f859-44bf-a08b-2a7872a9eebe req-35b6106b-c3e2-43fb-b56b-4394434ee6f4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:10.696049 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4446f80b-f859-44bf-a08b-2a7872a9eebe req-35b6106b-c3e2-43fb-b56b-4394434ee6f4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 944 time: 0.2601640
May 10 17:20:10.769703 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4446f80b-f859-44bf-a08b-2a7872a9eebe req-3f64e121-d5c1-474b-9452-628bad989ee2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0634184
May 10 17:20:10.836276 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:10.858136 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'mac_address': 'fa:16:3e:cf:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:10.860393 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:10.897585 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:10.897960 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.968626 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.981199 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.006973 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb345790>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 3, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:11.013359 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:11.022007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Checking router: 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:11.022346 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Updating router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:11.098870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:11.113258 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.122680 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1dc264ff-1ad1-4522-9d51-38c10eb2d115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.175064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.227882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.335884 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=9']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.341428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Allocated IP 172.20.0.1 (a4119094-aaf8-40a5-82ce-7e33cc91fa69/14460607-b42c-41fe-bf7c-283555af2451/dca2e062-e64f-40a8-a9dd-ba072163e6aa) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:11.345221 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.353948 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:11.365761 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.366600 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:11.398287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1a9da8ca-87a0-458a-9534-4612a009a8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.439831 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:11.510474 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.527598 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Transition to ACTIVE for port object dca2e062-e64f-40a8-a9dd-ba072163e6aa will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:11.556965 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.565166 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.626963 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:11.627477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.639881 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.647407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:11.652413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:11.677316 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Pushing event updated for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.690485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.721774 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:11.722150 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.731702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.928659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.030741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.079536 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Transition to ACTIVE for port object 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:12.093597 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.098316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b8248-2686-42be-9fb7-e240aabbb6c4 req-0705565d-fc78-4079-a4f3-b852df558ee3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.100067 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-607b8248-2686-42be-9fb7-e240aabbb6c4 req-0705565d-fc78-4079-a4f3-b852df558ee3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.0951836
May 10 17:20:12.100784 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-178fb2ea-f067-4b1a-aa45-d44852735194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.132356 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-16dea02e-87da-4ef3-940d-a4aad5eeed0e None None] Provisioning for port dca2e062-e64f-40a8-a9dd-ba072163e6aa completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:12.188109 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-607b8248-2686-42be-9fb7-e240aabbb6c4 req-09395feb-320d-4e16-8673-e5182048f683 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0814855
May 10 17:20:12.195677 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-16dea02e-87da-4ef3-940d-a4aad5eeed0e None None] Provisioning complete for port dca2e062-e64f-40a8-a9dd-ba072163e6aa triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:12.196117 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-16dea02e-87da-4ef3-940d-a4aad5eeed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.294879 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Attempting to bind port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:12.295508 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Attempting to bind port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:12.296516 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Attempting to bind port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:12.308528 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:12.308944 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:12.309401 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.309807 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:12.310357 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Bound port: 7a15fa11-a07b-4ceb-bf30-18b1b100bff8, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:12.311244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.322304 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.342353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.387779 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] For port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:12.391609 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] For port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:12.398340 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:12.401292 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-9a8a47d3-39a8-495f-9115-b78237d705fa tempest-ServerRescueNegativeTestJSON-134551645 tempest-ServerRescueNegativeTestJSON-134551645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.439785 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.462557 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854ab8-c545-449c-8540-9c90cbb4e456 None None] Pushing event updated for resources: {'Port': ['ID=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.475196 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-66854ab8-c545-449c-8540-9c90cbb4e456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.476828 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.491656 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Pushing event updated for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.494701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.510862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.524184 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-16dea02e-87da-4ef3-940d-a4aad5eeed0e None None] Port dca2e062-e64f-40a8-a9dd-ba072163e6aa cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:12.555956 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:12.556648 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb345790>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:12.625689 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:12.656140 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:12.657615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:12.750495 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854ab8-c545-449c-8540-9c90cbb4e456 None None] Pushing event updated for resources: {'Port': ['ID=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.758764 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-66854ab8-c545-449c-8540-9c90cbb4e456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.810812 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:12.811833 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.888885 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:12.889432 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.899240 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:12.953874 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:13.077446 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-0832ed4a-05b3-4132-8962-1f292e312ac3 None None] Provisioning complete for port dca2e062-e64f-40a8-a9dd-ba072163e6aa triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:13.077982 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0832ed4a-05b3-4132-8962-1f292e312ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.099016 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:13.123060 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] 10.222.0.20 "PUT /v2.0/routers/34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0709360
May 10 17:20:13.344106 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-0832ed4a-05b3-4132-8962-1f292e312ac3 None None] Port dca2e062-e64f-40a8-a9dd-ba072163e6aa cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:13.379604 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.429513 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d41232-3534-4491-8432-ba519c47115c req-07afbb0f-ee8c-489c-99fd-af723ffa4b53 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:13.431541 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-16d41232-3534-4491-8432-ba519c47115c req-07afbb0f-ee8c-489c-99fd-af723ffa4b53 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 945 time: 0.0967052
May 10 17:20:13.454736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:13.471366 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:13.487200 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-16d41232-3534-4491-8432-ba519c47115c req-5212a902-30d1-4e49-9bb3-54fea0bb63a7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495377
May 10 17:20:13.506564 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.526081 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:13.575173 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'code': 200}
May 10 17:20:13.628865 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=10']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:13.632675 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:13.650802 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb345790>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'dca2e062-e64f-40a8-a9dd-ba072163e6aa', 'name': '', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'mac_address': 'fa:16:3e:53:6a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:11Z', 'updated_at': '2021-05-10T17:20:12Z', 'revision_number': 2, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'subnets': [{'id': '14460607-b42c-41fe-bf7c-283555af2451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:13.656470 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e40d61-cb1d-454e-82da-3f2d9152220c None None] The sync data for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi is: [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'dca2e062-e64f-40a8-a9dd-ba072163e6aa', 'name': '', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'mac_address': 'fa:16:3e:53:6a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:11Z', 'updated_at': '2021-05-10T17:20:12Z', 'revision_number': 2, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'subnets': [{'id': '14460607-b42c-41fe-bf7c-283555af2451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:14.327511 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580bb4-9742-4b1e-9740-d0bcfeddab99 req-851553a9-61ac-4aa1-9c7b-ed38a74fccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.329762 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6580bb4-9742-4b1e-9740-d0bcfeddab99 req-851553a9-61ac-4aa1-9c7b-ed38a74fccf4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 1100 time: 0.1322315
May 10 17:20:14.392018 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6580bb4-9742-4b1e-9740-d0bcfeddab99 req-883aa911-eb07-45d1-806a-e178dca5eee6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0551505
May 10 17:20:14.912272 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45702-421d-4094-bee0-4fb9d7530342 req-c1d4eba3-ae85-4799-af82-49d2389e2a47 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.916174 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a7d45702-421d-4094-bee0-4fb9d7530342 req-c1d4eba3-ae85-4799-af82-49d2389e2a47 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.2705150
May 10 17:20:14.990367 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a7d45702-421d-4094-bee0-4fb9d7530342 req-136dfc52-e009-4817-b2b5-0302c3695197 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0656252
May 10 17:20:16.202599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52200) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:16.314303 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398dc2-80e2-4f5d-a6fa-5e39d5fb074b req-4ba2576b-c469-49a6-8859-5984043b956b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.316060 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b8398dc2-80e2-4f5d-a6fa-5e39d5fb074b req-4ba2576b-c469-49a6-8859-5984043b956b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.1905127
May 10 17:20:16.409563 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:16.431796 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b8398dc2-80e2-4f5d-a6fa-5e39d5fb074b req-63129e62-72c4-4f14-82c8-a89919bfc2b6 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1066482
May 10 17:20:16.504068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52206) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:16.522479 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3fed5803-e377-48ed-b519-30681fbbac9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee98136e165d4935b05f0a71941ee5d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3147302
May 10 17:20:16.534604 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:16.548525 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:16.549048 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.644567 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.691695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.754499 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.778593 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:16.784601 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.787247 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.789661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-2ad0e85a-e8b5-44ba-934d-8decb0b21396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:16.798108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9ca0ffd1-809b-4b44-8df2-d4f4049d3e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:16.816169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01253d32-b2ed-484b-a948-4e36cf056c02,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:16.829591 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.830189 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.830699 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.831205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.831692 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.832227 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.832915 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.836773 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.837751 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.838266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.838772 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.839114 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:16.842858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:16.844604 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.846204 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Sync routers for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:16.848710 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01253d32-b2ed-484b-a948-4e36cf056c02 HTTP/1.1" status: 204  len: 168 time: 0.3426826
May 10 17:20:16.874369 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:16.876043 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bae24d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:16.916417 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:16.921662 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:17.105322 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:17.204252 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0a5dfd7a-772c-42a3-87de-6c7f2ba017f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.552342 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bae24d30>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'dca2e062-e64f-40a8-a9dd-ba072163e6aa', 'name': '', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'mac_address': 'fa:16:3e:53:6a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:11Z', 'updated_at': '2021-05-10T17:20:12Z', 'revision_number': 2, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'subnets': [{'id': '14460607-b42c-41fe-bf7c-283555af2451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:17.556448 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Checking router: 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:17.556949 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Updating router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f port dca2e062-e64f-40a8-a9dd-ba072163e6aa binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:17.620376 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.715077 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397f8f-9e36-4d0a-9ff2-054171b95c42 req-8c39d6c0-0a04-42b2-be28-5edfbf2424ef tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.724093 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-84397f8f-9e36-4d0a-9ff2-054171b95c42 req-8c39d6c0-0a04-42b2-be28-5edfbf2424ef tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.0970311
May 10 17:20:17.792296 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-84397f8f-9e36-4d0a-9ff2-054171b95c42 req-1c279cf1-9716-4618-b420-5b6d898a9acc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669177
May 10 17:20:17.881877 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52248) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:18.033659 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-436765585-network', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:18.038453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:18.042667 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Usage tracker for resource:network and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:18.046470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:18.053665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:18.065245 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Made reservation on behalf of 0dc9869803bd44de9a819001d2ca81d4 for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:18.068177 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.068346 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.083522 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.086390 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Transition to ACTIVE for port object dca2e062-e64f-40a8-a9dd-ba072163e6aa will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:18.098249 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.102101 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:18.103096 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.106529 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:18.111152 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:18.117410 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:18.235029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.245568 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.253416 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a5ad5e56-186a-4e0c-b4f1-c6616c9503e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.296821 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1e37-7ca2-4992-8a28-5de29c9fa43a None None] Pushing event updated for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.307549 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-ac8a1e37-7ca2-4992-8a28-5de29c9fa43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.311440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:18.334008 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a089e9fa-f091-4ed4-8dc8-cff65b855452,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.336931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.337273 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Added segment 7ecdcd25-ec02-4a0a-a06f-c937e02e24e1 of type vlan for network b21eafd8-4b92-48d6-b3c5-ab6324f66efe
May 10 17:20:18.338522 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.390781 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:18.403809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.441974 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.443738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.444395 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.456272 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Attempting to bind port dca2e062-e64f-40a8-a9dd-ba072163e6aa on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:18.456858 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Attempting to bind port dca2e062-e64f-40a8-a9dd-ba072163e6aa by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:18.458105 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Attempting to bind port dca2e062-e64f-40a8-a9dd-ba072163e6aa on network a4119094-aaf8-40a5-82ce-7e33cc91fa69 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:18.468582 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:18.469352 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Checking segment: {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:18.469476 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.470079 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Bound using segment: {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:18.470612 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Bound port: dca2e062-e64f-40a8-a9dd-ba072163e6aa, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464cc581-3b8b-42e6-9cc6-be0b493e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:18.471047 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.478321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6494c9f1-99a9-497b-b382-0d6d0329dca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.499750 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6167080
May 10 17:20:18.502734 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52262) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:18.508621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Request body: {'subnet': {'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-436765585-subnet', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:18.522004 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:18.542121 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Usage tracker for resource:subnet and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:18.545836 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:18.574802 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:18.598015 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Pushing event updated for resources: {'Network': ['ID=b21eafd8-4b92-48d6-b3c5-ab6324f66efe,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.599946 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Made reservation on behalf of 0dc9869803bd44de9a819001d2ca81d4 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:18.602003 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] For port dca2e062-e64f-40a8-a9dd-ba072163e6aa, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:18.602775 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.606343 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] For port dca2e062-e64f-40a8-a9dd-ba072163e6aa, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=dca2e062-e64f-40a8-a9dd-ba072163e6aa,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:18.618373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.642379 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.660807 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-d1bc2b8c-a484-4511-b8aa-e89cf04d8aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.680741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:18.770026 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1e37-7ca2-4992-8a28-5de29c9fa43a None None] Pushing event updated for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.782319 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-ac8a1e37-7ca2-4992-8a28-5de29c9fa43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.821334 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:18.822808 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bae24d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:18.990356 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:18.990872 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.060104 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:19.353651 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.368172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:19.480588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8282f9f-e03c-435c-82b1-b15300cc0d38,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:19.495446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.496723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.497459 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.498143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.498817 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.499548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.500092 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.500592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.501112 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.501611 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.502254 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.502870 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:19.507129 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:19.507763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Network hostable DHCP agents. Network: b21eafd8-4b92-48d6-b3c5-ab6324f66efe, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:19.512707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:19.530773 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bae24d30>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'dca2e062-e64f-40a8-a9dd-ba072163e6aa', 'name': '', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'mac_address': 'fa:16:3e:53:6a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:11Z', 'updated_at': '2021-05-10T17:20:18Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'subnets': [{'id': '14460607-b42c-41fe-bf7c-283555af2451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:19.536817 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:19.541259 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc97f7-74a1-41c1-a46c-23aeadcf72ae None None] The sync data for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi is: [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:20:11Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'dca2e062-e64f-40a8-a9dd-ba072163e6aa', 'name': '', 'network_id': 'a4119094-aaf8-40a5-82ce-7e33cc91fa69', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'mac_address': 'fa:16:3e:53:6a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '14460607-b42c-41fe-bf7c-283555af2451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:11Z', 'updated_at': '2021-05-10T17:20:18Z', 'revision_number': 4, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'subnets': [{'id': '14460607-b42c-41fe-bf7c-283555af2451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:19.574789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, b21eafd8-4b92-48d6-b3c5-ab6324f66efe) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:19.585147 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.585906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.587471 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab109ee-c025-410c-b487-efd068f4a7c8 None None] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:19.615925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52274) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:19.616473 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3c7f2666-8b63-44ee-baf7-97f4017a8a90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1120420
May 10 17:20:19.622321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:19.631090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:19.644836 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Usage tracker for resource:router and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:19.648595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:19.657931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:19.681847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.684252 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.711508 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.869931 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.939070 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:20:19.940131 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.014495 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2194-883e-4624-b46c-78053222efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.074039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.138091 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Allocated IP 172.20.0.2 (b21eafd8-4b92-48d6-b3c5-ab6324f66efe/b8282f9f-e03c-435c-82b1-b15300cc0d38/e13b55a5-8147-42d8-a6e5-585abe394087) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:20.434404 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device dca2e062-e64f-40a8-a9dd-ba072163e6aa up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:20.532334 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.552383 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Transition to ACTIVE for port object e13b55a5-8147-42d8-a6e5-585abe394087 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:20.566308 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port dca2e062-e64f-40a8-a9dd-ba072163e6aa completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:20.574160 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port dca2e062-e64f-40a8-a9dd-ba072163e6aa triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:20.574549 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.621031 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Transition to ACTIVE for port object e13b55a5-8147-42d8-a6e5-585abe394087 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:20.646733 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.656187 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:20.702668 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.725274 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:20.738977 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.752741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:20.755664 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:20.873701 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Pushing event updated for resources: {'Port': ['ID=e13b55a5-8147-42d8-a6e5-585abe394087,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:20.918236 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.918674 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.919010 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.919380 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.920414 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.920638 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.920991 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.921413 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.921734 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.922082 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.922534 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.922862 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:20.933420 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:20.934343 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Attempting to bind port e13b55a5-8147-42d8-a6e5-585abe394087 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:20.934856 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Attempting to bind port e13b55a5-8147-42d8-a6e5-585abe394087 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:20.935385 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Attempting to bind port e13b55a5-8147-42d8-a6e5-585abe394087 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:20.949484 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:20.950260 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:20.951233 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.952014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Bound using segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:20.952794 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Bound port: e13b55a5-8147-42d8-a6e5-585abe394087, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:20.953354 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.962602 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Allocated IP 172.27.3.116 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/33a61141-dffa-4618-b669-778665b47a36) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:20.969670 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.970764 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.054738 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port dca2e062-e64f-40a8-a9dd-ba072163e6aa, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=dca2e062-e64f-40a8-a9dd-ba072163e6aa,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:21.064541 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.082861 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.245170 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.254703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.263515 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:21.283565 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] For port e13b55a5-8147-42d8-a6e5-585abe394087, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:21.287686 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] For port e13b55a5-8147-42d8-a6e5-585abe394087, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e13b55a5-8147-42d8-a6e5-585abe394087,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:21.302780 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.309260 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.328343 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.333756 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-511e1699-8cbd-4fbe-90a6-6c3199c77762 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.424433 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Pushing event updated for resources: {'Port': ['ID=e13b55a5-8147-42d8-a6e5-585abe394087,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.425902 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:21.429095 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:21.438253 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:21.439370 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:21.496711 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Pushing event updated for resources: {'Port': ['ID=33a61141-dffa-4618-b669-778665b47a36,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.502039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:21.970567 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.399733 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.410229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.505974 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device dca2e062-e64f-40a8-a9dd-ba072163e6aa up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:22.650870 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port dca2e062-e64f-40a8-a9dd-ba072163e6aa triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:22.651430 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.805357 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88c862-fce0-456f-95e7-9e9e1e8a0536 None None] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:22.899453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:20:22.918395 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e13b55a5-8147-42d8-a6e5-585abe394087 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:22.949020 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-930c9e5b-f72a-457e-b227-4e004127ca91 None None] Provisioning for port e13b55a5-8147-42d8-a6e5-585abe394087 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:23.083782 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port e13b55a5-8147-42d8-a6e5-585abe394087 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:23.123910 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port e13b55a5-8147-42d8-a6e5-585abe394087 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:23.124363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.149007 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:23.166552 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:23.179152 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.187497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52308) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:23.188361 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5707989
May 10 17:20:23.191768 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:23.192448 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba80aac0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:23.439152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.471377 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:23.588576 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:20:23.650312 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port e13b55a5-8147-42d8-a6e5-585abe394087, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e13b55a5-8147-42d8-a6e5-585abe394087,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:23.701260 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.707605 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:23.823231 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=e13b55a5-8147-42d8-a6e5-585abe394087,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:23.836182 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:23.836773 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-b4596806-c248-449e-bf26-c55fd4592a4d None None] Provisioning complete for port e13b55a5-8147-42d8-a6e5-585abe394087 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:23.837151 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b4596806-c248-449e-bf26-c55fd4592a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.044606 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba80aac0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:21Z', 'revision_number': 3, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:24.049725 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:24.050078 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Updating router 06551777-6529-4ea0-a5a6-ee6b755070b8 port 33a61141-dffa-4618-b669-778665b47a36 binding host dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:24.115123 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.290360 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.367854 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e13b55a5-8147-42d8-a6e5-585abe394087 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:24.475307 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port e13b55a5-8147-42d8-a6e5-585abe394087 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:24.476174 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.587594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Allocated IP 172.20.0.1 (b21eafd8-4b92-48d6-b3c5-ab6324f66efe/b8282f9f-e03c-435c-82b1-b15300cc0d38/c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:24.681432 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks [] for port, precommit_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.699139 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Transition to ACTIVE for port object 33a61141-dffa-4618-b669-778665b47a36 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:24.708450 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.713648 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-67808317-461f-468d-acae-4ee290f2b803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.789972 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.806084 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Attempting to bind port 33a61141-dffa-4618-b669-778665b47a36 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:24.806758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Attempting to bind port 33a61141-dffa-4618-b669-778665b47a36 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:24.808851 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Attempting to bind port 33a61141-dffa-4618-b669-778665b47a36 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:24.812293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Transition to ACTIVE for port object c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:24.816055 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48090-ace0-483e-87c8-dbac63cf7494 None None] Pushing event updated for resources: {'Port': ['ID=33a61141-dffa-4618-b669-778665b47a36,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.819952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-d3d48090-ace0-483e-87c8-dbac63cf7494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:24.820976 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:24.821241 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:24.821645 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.822029 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:24.822523 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Bound port: 33a61141-dffa-4618-b669-778665b47a36, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:24.822902 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.847174 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.852892 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.907751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] For port 33a61141-dffa-4618-b669-778665b47a36, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:24.911230 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:24.911820 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] For port 33a61141-dffa-4618-b669-778665b47a36, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=33a61141-dffa-4618-b669-778665b47a36,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:24.914968 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:24.918107 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:24.927947 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.934294 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.980771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Pushing event updated for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.986304 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.008809 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.050225 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:25.051660 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba80aac0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:25.205763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.267479 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48090-ace0-483e-87c8-dbac63cf7494 None None] Pushing event updated for resources: {'Port': ['ID=33a61141-dffa-4618-b669-778665b47a36,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.299902 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-d3d48090-ace0-483e-87c8-dbac63cf7494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.320668 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-5a1f7853-5e10-415c-bb5f-c603abdfb539 None None] Provisioning for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:25.328228 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-5a1f7853-5e10-415c-bb5f-c603abdfb539 None None] Provisioning complete for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:25.328610 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7853-5e10-415c-bb5f-c603abdfb539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.390901 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f7853-5e10-415c-bb5f-c603abdfb539 None None] Port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:25.452167 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:25.548070 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.553448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.588575 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.662715 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Pushing event updated for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.672417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.685220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.823701 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba80aac0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:24Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:25.828425 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000faad-e2f6-4ad0-a2a0-f3c4b8e1e334 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:24Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:25.873678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:25.875378 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:26.248906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:26.327535 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-baf85735-eafc-4ff4-89cb-d27edef36c9e None None] Provisioning complete for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:26.328288 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-baf85735-eafc-4ff4-89cb-d27edef36c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.477818 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-baf85735-eafc-4ff4-89cb-d27edef36c9e None None] Port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:26.550792 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:26.596460 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] 10.222.0.20 "PUT /v2.0/routers/06551777-6529-4ea0-a5a6-ee6b755070b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4068553
May 10 17:20:26.972401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131224b8-854e-4c51-97f8-6e66934369ee req-ce5733a9-fb71-4da3-9f05-e8c76acc1306 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:26.974041 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-131224b8-854e-4c51-97f8-6e66934369ee req-ce5733a9-fb71-4da3-9f05-e8c76acc1306 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3037524
May 10 17:20:27.053715 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-131224b8-854e-4c51-97f8-6e66934369ee req-d7b0cb19-be37-4581-9031-cafdccab0833 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734978
May 10 17:20:27.401818 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52358) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.408054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1033329032-network', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:27.418459 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:27.418459 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Usage tracker for resource:network and tenant:3bd0d693f22740eeb717e1763806c34f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:27.422624 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:27.429219 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:27.441823 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Made reservation on behalf of 3bd0d693f22740eeb717e1763806c34f for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:27.444358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.457144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.475317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:27.480869 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd0d693f22740eeb717e1763806c34f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:27.485135 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:27.491723 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:27.590536 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.595771 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.600181 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cead4cfc-2156-432f-b58e-d4d601ce698c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.620353 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:27.642987 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5510617-5cd9-42e2-8253-b1123b27865c,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.645823 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.646168 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Added segment 5a02d1fc-bdee-4358-bca3-a6263fca7a74 of type vlan for network fae9c449-37ca-4b46-9568-686951000c4b
May 10 17:20:27.647504 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.675730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.707076 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.708595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:27.709264 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.714194 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.818365 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Pushing event updated for resources: {'Network': ['ID=fae9c449-37ca-4b46-9568-686951000c4b,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.824434 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52374) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.825002 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4214218
May 10 17:20:27.825528 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.830881 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Request body: {'subnet': {'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1033329032-subnet', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:27.837712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network fae9c449-37ca-4b46-9568-686951000c4b details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:27.850984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:27.855652 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Usage tracker for resource:subnet and tenant:3bd0d693f22740eeb717e1763806c34f is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:27.859381 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:27.866411 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:27.880492 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Made reservation on behalf of 3bd0d693f22740eeb717e1763806c34f for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:27.883469 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.158065 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-a733ceb9-af7b-4e90-b886-f36bda9fd63d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.159061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-a733ceb9-af7b-4e90-b886-f36bda9fd63d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:28.230308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-a733ceb9-af7b-4e90-b886-f36bda9fd63d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:28.238310 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-a733ceb9-af7b-4e90-b886-f36bda9fd63d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 814 time: 0.2584312
May 10 17:20:28.282012 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-2e7f8ca4-4e08-4036-aae2-7d22c14dc599 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/quotas/c3c14523d40d4cd8aee4c19091a02568 HTTP/1.1" status: 200  len: 375 time: 0.0427999
May 10 17:20:28.282546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142b339-3550-4cdb-befc-33eb86e5026d req-6ba8679e-ecd3-48c5-b506-32ef102b8a7b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.299873 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0142b339-3550-4cdb-befc-33eb86e5026d req-6ba8679e-ecd3-48c5-b506-32ef102b8a7b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.1259387
May 10 17:20:28.375194 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0142b339-3550-4cdb-befc-33eb86e5026d req-dd49f2f9-fc74-4136-a84f-44c7a1686e97 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744083
May 10 17:20:28.407535 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 33a61141-dffa-4618-b669-778665b47a36 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:28.455064 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-efced271-5f71-4230-9472-9d73ec6f1300 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:28.479527 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 33a61141-dffa-4618-b669-778665b47a36 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:28.482748 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-efced271-5f71-4230-9472-9d73ec6f1300 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:28.483984 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-efced271-5f71-4230-9472-9d73ec6f1300 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2008095
May 10 17:20:28.484954 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 33a61141-dffa-4618-b669-778665b47a36 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:28.485319 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.582607 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:28.592358 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:28.592977 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbce0610>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:28.643936 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.662400 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 33a61141-dffa-4618-b669-778665b47a36, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=33a61141-dffa-4618-b669-778665b47a36,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:28.671740 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.673880 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:28.731708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.744536 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=33a61141-dffa-4618-b669-778665b47a36,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:28.745435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-468fd0e2-40ce-40e9-a8af-098634837256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:28.749237 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:28.775446 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-f91e09c7-fbfe-436d-9771-dafdb8f9f275 service neutron] 10.222.0.20 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687247
May 10 17:20:28.784963 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:28.907962 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00983795-19d6-4d4f-a15a-0ccd71f715a3,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:28.914894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:28.925737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-929df7de-42d7-435d-86c2-df08eed3e456 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.927174 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-929df7de-42d7-435d-86c2-df08eed3e456 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3294063
May 10 17:20:28.941501 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Checking segment: {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:28.941853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Network hostable DHCP agents. Network: fae9c449-37ca-4b46-9568-686951000c4b, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:28.989486 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-da76a037-6efc-4bcd-9eb6-15189d5b531d service neutron] 10.222.0.20 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039025
May 10 17:20:28.990534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Network fae9c449-37ca-4b46-9568-686951000c4b is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:29.001818 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, fae9c449-37ca-4b46-9568-686951000c4b) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:29.010867 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.011820 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.015439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79407b5d-c299-4cd6-9975-0cbf8a37bf3a None None] Network fae9c449-37ca-4b46-9568-686951000c4b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:29.035694 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-21689187-17ce-4ffd-9b1f-f26a990256f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2072711
May 10 17:20:29.036172 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52400) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:29.041456 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:29.046437 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:29.050402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Usage tracker for resource:router and tenant:3bd0d693f22740eeb717e1763806c34f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:29.053324 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:29.059186 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:29.076907 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45155'] for router, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.077984 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-462248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45146'] for router, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.094243 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.099798 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbce0610>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 2, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:29.103612 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:29.103986 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Updating router 06551777-6529-4ea0-a5a6-ee6b755070b8 port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:29.157980 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.314043 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f8b9f67f-9ae5-4181-8a89-da55e7633c87 req-be27720d-f050-49ee-a7ef-56753fd39845 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.1173055
May 10 17:20:29.368971 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd904e-cc82-5092-a850-2a077d4848a8-fae9c449-37ca-4b46-9568-686951000c4b', 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'fixed_ips': [{'subnet_id': '00983795-19d6-4d4f-a15a-0ccd71f715a3'}]}} from dv-cinder-786386-3-iscsi. {{(pid=78685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:20:29.369792 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.460484 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45124'] for router, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.546599 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.558323 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Transition to ACTIVE for port object c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:29.567186 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.574654 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:29.657305 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.db_base_plugin_common [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Allocated IP 172.20.0.2 (fae9c449-37ca-4b46-9568-686951000c4b/00983795-19d6-4d4f-a15a-0ccd71f715a3/e333b336-2862-48c0-a244-03f3a3617f00) {{(pid=78685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:29.694714 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce21fe-a6d7-4f34-a7dc-ee55ed09ec54 None None] Pushing event updated for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:29.705482 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-95ce21fe-a6d7-4f34-a7dc-ee55ed09ec54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:29.827100 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Attempting to bind port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:29.827744 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Attempting to bind port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:29.828289 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Attempting to bind port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:29.835915 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:29.836596 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:29.837162 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.837713 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Bound using segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:29.838351 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Bound port: c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:29.838732 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.900487 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9047-b775-4200-b014-91b4cade7213 req-0dedea4a-4da3-4207-8419-60f90692cc7c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.910342 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-debd9047-b775-4200-b014-91b4cade7213 req-0dedea4a-4da3-4207-8419-60f90692cc7c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 946 time: 0.3042958
May 10 17:20:29.974375 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-debd9047-b775-4200-b014-91b4cade7213 req-7f122478-7476-4e00-858e-eca404f5992f tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=672e3c0b-3df9-43ae-b39b-8570837b61c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629807
May 10 17:20:29.980808 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Deleting port 47136b86-5423-4277-a17b-df14aefe1ccc {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:29.981155 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.996239 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] For port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:29.999953 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] For port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:30.000296 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks [] for port, precommit_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.010997 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.019397 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Transition to ACTIVE for port object e333b336-2862-48c0-a244-03f3a3617f00 will not be triggered until provisioned by entity L2. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:30.025215 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.045418 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.050261 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Transition to ACTIVE for port object e333b336-2862-48c0-a244-03f3a3617f00 will not be triggered until provisioned by entity DHCP. {{(pid=78685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:30.068418 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260'] for port, after_create {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.079306 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.086766 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-68ba3f5d-f305-46a3-863c-7a15ca74b627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.106062 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:30.106890 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbce0610>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:30.132202 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] For port 47136b86-5423-4277-a17b-df14aefe1ccc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47136b86-5423-4277-a17b-df14aefe1ccc,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:30.132822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.174929 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Network fae9c449-37ca-4b46-9568-686951000c4b is already hosted by enough agents. {{(pid=78685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:30.184318 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.scheduler.base_scheduler [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Resources bound (agent type, host, resource id):  {{(pid=78685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:30.194045 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Received port after_create {{(pid=78685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:30.289480 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Pushing event updated for resources: {'Port': ['ID=e333b336-2862-48c0-a244-03f3a3617f00,revision_number=1']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.323630 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce21fe-a6d7-4f34-a7dc-ee55ed09ec54 None None] Pushing event updated for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.327371 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-95ce21fe-a6d7-4f34-a7dc-ee55ed09ec54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.369734 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.408407 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Attempting to bind port e333b336-2862-48c0-a244-03f3a3617f00 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:30.408778 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Attempting to bind port e333b336-2862-48c0-a244-03f3a3617f00 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:30.409140 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Attempting to bind port e333b336-2862-48c0-a244-03f3a3617f00 on network fae9c449-37ca-4b46-9568-686951000c4b {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:30.415187 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 33a61141-dffa-4618-b669-778665b47a36 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:30.456333 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:30.478123 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:30.478497 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Checking segment: {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:30.478899 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.479514 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Bound using segment: {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'} {{(pid=78685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:30.480033 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.managers [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Bound port: e333b336-2862-48c0-a244-03f3a3617f00, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'}}] {{(pid=78685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:30.480409 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.515745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Allocated IP 172.27.3.54 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/437717f0-dc9b-4f7b-af47-f5a085d0b3d8) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:30.594842 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8c1dcae9-c091-4e0f-b3e7-1111830bc179 req-d6287f96-d316-47cb-a55e-5a57166d2ac9 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.0560207
May 10 17:20:30.609524 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 33a61141-dffa-4618-b669-778665b47a36 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:30.609902 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.634248 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] For port e333b336-2862-48c0-a244-03f3a3617f00, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:30.657285 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] For port e333b336-2862-48c0-a244-03f3a3617f00, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e333b336-2862-48c0-a244-03f3a3617f00,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:30.666702 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.677251 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.731760 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.731760 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.733028 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Floating IP c313c3d9-4bed-48f3-b551-fae884fee049 disassociated. External IP: 172.27.3.204, port: 47136b86-5423-4277-a17b-df14aefe1ccc.
May 10 17:20:30.733397 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Calling delete_port for 47136b86-5423-4277-a17b-df14aefe1ccc owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:30.748372 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Pushing event updated for resources: {'Port': ['ID=e333b336-2862-48c0-a244-03f3a3617f00,revision_number=2']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.752187 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.761868 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.814860 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.825074 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-79ac5e62-14f0-420d-8e26-bfa94ae58c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.898500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.901402 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbce0610>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:29Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:30.906615 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015568b-5246-42e3-9d6b-a0e5b7041ac7 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:29Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:30.906959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.920087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:30.923165 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:30.925813 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:30.954603 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'Port': ['ID=47136b86-5423-4277-a17b-df14aefe1ccc,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.966192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.977825 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Pushing event updated for resources: {'Port': ['ID=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.982397 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:31.251210 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ec5474ed-a37b-4794-a386-f247fba2e195 req-7b5b82ee-a190-4c6b-9a6a-f65904508847 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0916755
May 10 17:20:31.316614 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:31.573571 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:31.588044 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:31.589639 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:31.607897 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:31.611169 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba4a6850>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:31.683812 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] No DVR routers for this DVR port 47136b86-5423-4277-a17b-df14aefe1ccc on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:20:31.692659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:31.697476 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'name': 'network-vif-deleted', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:31.751192 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5917cc2-439a-4c9a-8d91-cd0a3f21aa5d req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "DELETE /v2.0/ports/47136b86-5423-4277-a17b-df14aefe1ccc HTTP/1.1" status: 204  len: 173 time: 2.2091968
May 10 17:20:31.807661 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7068c6-b184-4f77-9a10-03911befa432', 'name': 'network-vif-deleted', 'tag': '47136b86-5423-4277-a17b-df14aefe1ccc', 'status': 'completed', 'code': 200}
May 10 17:20:31.930480 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5d0a3658-bad8-43ae-95c2-4a3292bba563 req-afa0ab01-0c24-4c06-ad61-95a71c5bee86 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.0573678
May 10 17:20:31.986876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:32.162426 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d1186-a70d-4fab-90e6-c737904d8dfb None None] Network fae9c449-37ca-4b46-9568-686951000c4b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:32.182250 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395267'] for router, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.348781 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-a3152bcc-9d96-4341-9d62-4cd90e431bcb None None] Provisioning for port e333b336-2862-48c0-a244-03f3a3617f00 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:32.547860 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-1177efab-a206-4d3b-97ad-9b19cb9b8697 req-0f51b8d7-7220-4a6b-8247-84ae81a6ccc9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:32.576560 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-1177efab-a206-4d3b-97ad-9b19cb9b8697 req-0f51b8d7-7220-4a6b-8247-84ae81a6ccc9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:32.580218 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1177efab-a206-4d3b-97ad-9b19cb9b8697 req-0f51b8d7-7220-4a6b-8247-84ae81a6ccc9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0796790
May 10 17:20:32.597681 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba4a6850>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:32.611333 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:32.622349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Router 8c80d400-ba61-4e95-922d-adbb04739ab8 is scheduled to L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 with binding_index 1 {{(pid=78683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:20:32.623574 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:32.653555 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:32.654233 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba4a6850>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:32.832046 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:32.843715 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Sync routers for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:32.846414 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:32.855158 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:32.855905 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf5ec40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:32.860362 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.864617 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-78e454b0-4011-4eab-84ca-730ab480742a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8244445
May 10 17:20:32.864785 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52434) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:32.866215 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:32.866584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.891637 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:33.097908 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:33.224238 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e2c5b511-8068-4ed3-abd6-543b3516b08c req-e02f425a-0bd9-4c80-baf4-8dcb5a67230b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.1177392
May 10 17:20:33.243067 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.321667 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:33.331290 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.332317 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e333b336-2862-48c0-a244-03f3a3617f00 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:33.368464 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:33.477389 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:33.481087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:33.491404 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba4a6850>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:33.498423 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2864f2d-13ac-45fa-8d25-96e16cca96bd None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:33.503892 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port e333b336-2862-48c0-a244-03f3a3617f00 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:33.510001 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port e333b336-2862-48c0-a244-03f3a3617f00 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:33.510519 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.541411 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf5ec40>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:31Z', 'revision_number': 3, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:33.546821 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Checking router: 8c80d400-ba61-4e95-922d-adbb04739ab8 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:33.547175 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Updating router 8c80d400-ba61-4e95-922d-adbb04739ab8 port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:33.677117 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 47136b86-5423-4277-a17b-df14aefe1ccc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:33.679175 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.727653 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 47136b86-5423-4277-a17b-df14aefe1ccc {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:33.728121 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 47136b86-5423-4277-a17b-df14aefe1ccc not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:33.743758 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.770684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.837226 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port e333b336-2862-48c0-a244-03f3a3617f00, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e333b336-2862-48c0-a244-03f3a3617f00,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:33.843437 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.848763 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6fff9727-5fd7-44f0-a85a-13a262863871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:33.906006 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ae2d323-c5ec-4d01-be92-5b288d9012e7 req-dc90b6a9-dd19-4ed6-9a2b-b433f2e273ff tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0857394
May 10 17:20:33.948058 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=e333b336-2862-48c0-a244-03f3a3617f00,revision_number=3']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:33.962307 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:33.990662 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b8a38-3fcb-4d89-b5f7-fdabcbf35c67 None None] New status for floating IP c313c3d9-4bed-48f3-b551-fae884fee049: DOWN {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:20:34.025610 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Allocated IP 172.20.0.1 (fae9c449-37ca-4b46-9568-686951000c4b/00983795-19d6-4d4f-a15a-0ccd71f715a3/100cde3c-840e-4c0a-b7c1-1d41189179fe) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:34.124036 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.140724 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Transition to ACTIVE for port object 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:34.150891 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.165332 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:34.186364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.204480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Transition to ACTIVE for port object 100cde3c-840e-4c0a-b7c1-1d41189179fe will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:34.233799 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.239047 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:34.293778 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Attempting to bind port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:34.294018 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Attempting to bind port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:34.294372 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Attempting to bind port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 on network 36464527-badf-4a9c-8621-a623d5fb6429 {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:34.301332 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4d5d-d9df-48b2-8572-58c266fd41ad None None] Pushing event updated for resources: {'Port': ['ID=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,revision_number=2']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:34.305229 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-8a7a4d5d-d9df-48b2-8572-58c266fd41ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:34.305745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Pushing event updated for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:34.306100 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:34.306453 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Checking segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:34.307057 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.307668 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Bound using segment: {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:34.308272 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Bound port: 437717f0-dc9b-4f7b-af47-f5a085d0b3d8, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3a9ff5-8300-4320-92f1-e029be000bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:34.308644 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.309814 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:34.318555 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Network fae9c449-37ca-4b46-9568-686951000c4b is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:34.319701 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:34.321907 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:34.406112 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:34.407297 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] For port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:34.411581 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] For port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:34.420742 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.427504 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-ac8a1e37-7ca2-4992-8a28-5de29c9fa43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:34.503067 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:34.503451 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.539715 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4d5d-d9df-48b2-8572-58c266fd41ad None None] Pushing event updated for resources: {'Port': ['ID=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:34.543147 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e18c631e-7929-4bb8-b95c-cca28e8963f7 req-5a6eb5b7-7263-401a-aab0-24addab89209 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.0538802
May 10 17:20:34.552312 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-8a7a4d5d-d9df-48b2-8572-58c266fd41ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:34.558088 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:34.558837 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf5ec40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:34.568235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394972'] for router_interface, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.674840 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e333b336-2862-48c0-a244-03f3a3617f00 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:34.737337 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19e6c5a3-1f39-400f-a953-8d6db2f779ed None None] Provisioning for port 100cde3c-840e-4c0a-b7c1-1d41189179fe completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:34.752000 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19e6c5a3-1f39-400f-a953-8d6db2f779ed None None] Provisioning complete for port 100cde3c-840e-4c0a-b7c1-1d41189179fe triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:34.752446 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19e6c5a3-1f39-400f-a953-8d6db2f779ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.797877 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:34.816957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19e6c5a3-1f39-400f-a953-8d6db2f779ed None None] Port 100cde3c-840e-4c0a-b7c1-1d41189179fe cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:34.820408 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port e333b336-2862-48c0-a244-03f3a3617f00 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:34.820858 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:34.840197 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.103914 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.110156 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.141108 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cb58dace-d618-44e9-a940-2637887cfd1f req-cccae367-70a8-4089-9927-7cf84e451baa tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7068c6-b184-4f77-9a10-03911befa432 HTTP/1.1" status: 200  len: 210 time: 0.0681553
May 10 17:20:35.142722 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-23790dfb-1b0e-4840-8351-03473212a87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:35.153003 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf5ec40>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:31Z', 'revision_number': 3, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:35.158743 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b01388-f672-4218-bfae-70e11b0469a6 None None] The sync data for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi is: [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:31Z', 'revision_number': 3, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:35.266618 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394879'] for router_interface, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.271523 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Pushing event updated for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:35.275755 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:35.314393 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-bfd63577-5529-4c0c-bf7f-220f1306202a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.316055 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-bfd63577-5529-4c0c-bf7f-220f1306202a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 814 time: 0.2413206
May 10 17:20:35.330521 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'port': {'device_id': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'admin_state_up': True, 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:35.437817 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Network fae9c449-37ca-4b46-9568-686951000c4b is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:35.439074 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:35.601981 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:35.627337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:35.646105 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Made reservation on behalf of c3c14523d40d4cd8aee4c19091a02568 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:35.652566 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.734575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Router 8c80d400-ba61-4e95-922d-adbb04739ab8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:35.851884 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-2e067d59-ff8e-4416-833b-008a301d753a None None] Provisioning complete for port 100cde3c-840e-4c0a-b7c1-1d41189179fe triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:35.852387 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-2e067d59-ff8e-4416-833b-008a301d753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:35.935960 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-2e067d59-ff8e-4416-833b-008a301d753a None None] Port 100cde3c-840e-4c0a-b7c1-1d41189179fe cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:36.055461 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-55318a94-55f8-4bd4-9ec6-a78291606da6 req-17279ecf-fd07-44b3-b252-d4ac6dd259f8 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.0936933
May 10 17:20:36.084636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Allocated IP 172.20.0.8 (b16d3a95-c9d7-4874-b830-f44dbf156567/c42d1a54-8937-40c6-bf9b-961ebee3eeea/dbea19f8-e84a-4431-a26f-81623a1eabbc) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:36.162296 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:36.183894 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] 10.222.0.20 "PUT /v2.0/routers/8c80d400-ba61-4e95-922d-adbb04739ab8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3179271
May 10 17:20:36.448883 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52496) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:36.555754 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:36.676420 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.706630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Transition to ACTIVE for port object dbea19f8-e84a-4431-a26f-81623a1eabbc will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:36.731033 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.764538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.777252 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1c055fca-bbd7-4f6c-a5f7-6e851f01b6f2 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:36.787768 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:36.796856 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:36.797231 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.854349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.927636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Network b16d3a95-c9d7-4874-b830-f44dbf156567 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:36.932735 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:36.940056 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:37.009818 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.015450 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:37.018302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.025831 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1d5e5586-6e1f-4199-b6de-345ae90a8455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:37.082893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e3c0b-3df9-43ae-b39b-8570837b61c9,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:37.090576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:37.108582 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.123022 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "DELETE /v2.0/security-groups/672e3c0b-3df9-43ae-b39b-8570837b61c9 HTTP/1.1" status: 204  len: 168 time: 0.6716928
May 10 17:20:37.125932 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52510) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:37.130624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:37.138762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:37.166800 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8418067
May 10 17:20:37.203773 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.210998 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Request body: {'port': {'device_id': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:37.245938 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.api.v2.resource [None req-0aaa6741-a315-4758-9abd-0613eb1ae9d0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] show failed (client error): The resource could not be found.
May 10 17:20:37.247216 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0aaa6741-a315-4758-9abd-0613eb1ae9d0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups/672e3c0b-3df9-43ae-b39b-8570837b61c9 HTTP/1.1" status: 404  len: 347 time: 0.1202745
May 10 17:20:37.250379 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52514) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:37.275750 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:37.316964 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.326692 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:37.513924 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.565892 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:37.586624 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:37.610743 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e09ee651-6315-4094-a241-d4785108ccfe None None] Provisioning for port dbea19f8-e84a-4431-a26f-81623a1eabbc completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:37.625584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-e09ee651-6315-4094-a241-d4785108ccfe None None] Provisioning complete for port dbea19f8-e84a-4431-a26f-81623a1eabbc triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:37.626793 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e09ee651-6315-4094-a241-d4785108ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.822441 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-e09ee651-6315-4094-a241-d4785108ccfe None None] Port dbea19f8-e84a-4431-a26f-81623a1eabbc cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:38.179856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52534) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:38.208558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589797712', 'description': 'tempest-secgroup-smoke-589797712 description', 'project_id': '0dc9869803bd44de9a819001d2ca81d4'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:38.211113 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Sync routers for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:38.239856 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:38.242005 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb19ceb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:38.337046 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:38.350675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:38.361986 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:38.380958 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:38.412291 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:38.465100 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Deleting port f6de497f-85f6-4172-898e-ca358711af93 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:38.468790 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.478370 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.524401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:38.533589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:38.541297 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:38.561735 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:38.595959 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:38.596492 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.621373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.621821 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.699799 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:38.769963 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Calling delete_port for f6de497f-85f6-4172-898e-ca358711af93 owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:38.787145 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.798541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.824877 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f82d297d-6491-4133-9bb2-7774bbd31f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:38.871852 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.933685 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:38.936346 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.937590 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7524419
May 10 17:20:38.938548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:38.940951 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe9f5f-0f21-431c-b5d3-48ca5a7b4f59 req-f5b0efee-ef50-4f92-b499-32a4658257c8 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:38.941824 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52544) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:38.942675 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7bfe9f5f-0f21-431c-b5d3-48ca5a7b4f59 req-f5b0efee-ef50-4f92-b499-32a4658257c8 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 931 time: 1.3201997
May 10 17:20:38.945671 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbea19f8-e84a-4431-a26f-81623a1eabbc {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:38.946087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.954238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:38.959862 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:38.963606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:38.967118 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:38.975398 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:38.981562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:38.992726 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:38.996073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Transition to ACTIVE for port object dbea19f8-e84a-4431-a26f-81623a1eabbc will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:39.002299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.008535 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a76af7cd-b86c-4590-bf9c-fc0f3d16f76a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:39.092177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:39.098974 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'Port': ['ID=f6de497f-85f6-4172-898e-ca358711af93,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:39.100556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:39.104211 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:39.105259 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.215667 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.287186 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7bfe9f5f-0f21-431c-b5d3-48ca5a7b4f59 req-d28ed7c0-7767-45e3-aa60-104a80e2e221 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285146
May 10 17:20:39.302285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.306008 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "DELETE /v2.0/floatingips/c313c3d9-4bed-48f3-b551-fae884fee049 HTTP/1.1" status: 204  len: 168 time: 2.0520430
May 10 17:20:39.463667 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb19ceb0>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 4, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '100cde3c-840e-4c0a-b7c1-1d41189179fe', 'name': '', 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'mac_address': 'fa:16:3e:3a:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:33Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 2, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'subnets': [{'id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:39.470602 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Checking router: 8c80d400-ba61-4e95-922d-adbb04739ab8 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:39.470958 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Updating router 8c80d400-ba61-4e95-922d-adbb04739ab8 port 100cde3c-840e-4c0a-b7c1-1d41189179fe binding host dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:20:39.490715 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.504565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.512599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4c292d65-392a-4bf9-8f7e-5cd47af28f72 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:39.532648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Attempting to bind port dbea19f8-e84a-4431-a26f-81623a1eabbc on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:39.532956 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Attempting to bind port dbea19f8-e84a-4431-a26f-81623a1eabbc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:39.533281 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Attempting to bind port dbea19f8-e84a-4431-a26f-81623a1eabbc on network b16d3a95-c9d7-4874-b830-f44dbf156567 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:39.548307 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce3eacd-a3c8-41d3-86a9-194c610b3af6,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:39.565337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Port dbea19f8-e84a-4431-a26f-81623a1eabbc on network b16d3a95-c9d7-4874-b830-f44dbf156567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:39.566982 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Attempting to bind port dbea19f8-e84a-4431-a26f-81623a1eabbc on network b16d3a95-c9d7-4874-b830-f44dbf156567 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:39.575202 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:39.585081 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:39.585671 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Checking segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:39.586307 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Bound using segment: {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:39.587049 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Bound port: dbea19f8-e84a-4431-a26f-81623a1eabbc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0dee873-97bf-467e-895f-cb4af660010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:39.587572 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.588364 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.608539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.614293 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52550) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:39.615077 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a23d7fe6-c9b8-427d-b286-21417b4efa07 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6716683
May 10 17:20:39.623544 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:39.632146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:39.637201 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:39.642584 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:39.649479 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:39.651359 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52554) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:39.672209 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180816086', 'description': 'tempest-description--296631445'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:39.682275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:39.689690 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:39.695038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:39.719229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.737838 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:39.748879 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:39.752589 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:39.758919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.769001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:39.789538 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.825271 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:39.833969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:39.838767 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:39.855797 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:39.861064 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.875597 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.879875 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.880647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.882142 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] 10.222.0.53 "PUT /v2.0/ports/dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1093 time: 2.6757100
May 10 17:20:39.886363 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:39.898104 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-71ee75b8-361b-434b-8466-8debeb0dbecd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:39.945326 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:39.948380 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6c2794-0b1f-4435-a100-780ae51f4991,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:39.955747 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:39.959255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:39.981636 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:39.983365 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3679008
May 10 17:20:39.986464 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52562) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:39.993214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:40.016353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:40.084014 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.093805 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.096344 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:20:40.101142 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:40.109007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:40.119928 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:40.145699 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:40.217419 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-b1296b49-2e29-4e28-882a-60d2c875b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:40.227016 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-b1296b49-2e29-4e28-882a-60d2c875b85b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1096 time: 0.1995974
May 10 17:20:40.228083 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks [] for port, precommit_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.244361 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.provisioning_blocks [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Transition to ACTIVE for port object 100cde3c-840e-4c0a-b7c1-1d41189179fe will not be triggered until provisioned by entity L2. {{(pid=78686) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:40.246749 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.252768 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5975511
May 10 17:20:40.252975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.253100 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:40.258501 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.259738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:40.260330 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52574) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:40.269893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group_rule': {'security_group_id': 'b7f8ae2a-691a-4f89-b464-dc5d4c8e272f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:40.272405 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-fc4a485d-76de-4442-b4e1-3f457f279f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:40.288525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:40.296308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:40.304940 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:40.319148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:40.385021 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.468423 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a558c-721b-43ac-ac9a-8d3b656271e4 None None] Pushing event updated for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=3']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:40.518482 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.540418 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.555542 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:40.610004 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7d4330-168e-4c39-937d-01d5890bb2f4,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:40.641405 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:40.644607 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-227a558c-721b-43ac-ac9a-8d3b656271e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:40.650828 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.652439 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-46b93410-20d7-4915-8f29-d8f7209ac212 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3911457
May 10 17:20:40.655677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52586) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:40.666692 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'security_group_rule': {'security_group_id': 'b7f8ae2a-691a-4f89-b464-dc5d4c8e272f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:40.683368 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:40.694447 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:security_group_rule and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:40.702962 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:40.719370 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:40.761492 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.834023 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Attempting to bind port 100cde3c-840e-4c0a-b7c1-1d41189179fe on host dv-cinder-786386-3-iscsi for vnic_type normal with profile  {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:40.834599 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Attempting to bind port 100cde3c-840e-4c0a-b7c1-1d41189179fe by drivers openvswitch,hyperv on host dv-cinder-786386-3-iscsi at level 0 using segments [{'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:40.835169 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Attempting to bind port 100cde3c-840e-4c0a-b7c1-1d41189179fe on network fae9c449-37ca-4b46-9568-686951000c4b {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:40.846843 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Checking agent: {'id': '15ee8580-0f8f-487d-8174-74ac12b24141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 8, 20), 'started_at': datetime.datetime(2021, 5, 10, 17, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:40.847555 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Checking segment: {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:40.851849 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.852528 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Bound using segment: {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'} {{(pid=78686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:40.853195 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.managers [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Bound port: 100cde3c-840e-4c0a-b7c1-1d41189179fe, host: dv-cinder-786386-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a02d1fc-bdee-4358-bca3-a6263fca7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b'}}] {{(pid=78686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:40.853959 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.902273 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.911580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:40.915707 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5d99e36e-737e-4da9-a69b-93e96b33efc8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:40.924747 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-e8538dcc-7060-407f-8370-3120025c7e1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 217 time: 0.6358712
May 10 17:20:40.993919 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71cfebf-73be-4b2c-904a-f87f646197ba,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:41.008842 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:41.016966 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.018625 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-127949f2-aaea-4cf4-8538-674e363b3e28 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3605325
May 10 17:20:41.022204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52592) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:41.035517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:41.046470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-3d63c9ca-a11b-464d-8ab1-502116d74b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.048051 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-3d63c9ca-a11b-464d-8ab1-502116d74b01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0778232
May 10 17:20:41.049292 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:41.063488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Usage tracker for resource:floatingip and tenant:4c147c218ccf4335b966ff789b99e212 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:41.067726 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:41.074063 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.083551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:41.089258 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] For port 100cde3c-840e-4c0a-b7c1-1d41189179fe, host dv-cinder-786386-3-iscsi, cleared binding levels {{(pid=78686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:41.089708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.095481 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-72160c0b-6cea-47d8-b9b4-687780eaef0b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:41.101972 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.plugins.ml2.db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] For port 100cde3c-840e-4c0a-b7c1-1d41189179fe, host dv-cinder-786386-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=100cde3c-840e-4c0a-b7c1-1d41189179fe,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:41.110405 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron_lib.callbacks.manager [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.111185 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.124626 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:41.147013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-b72c938a-5439-4cb2-b7d6-594bc368f39c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.147675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-b72c938a-5439-4cb2-b7d6-594bc368f39c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:41.157845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef2862f-1450-4dcc-b912-300489a48914,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:41.162002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:41.176021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.177660 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1899049
May 10 17:20:41.179218 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-b72c938a-5439-4cb2-b7d6-594bc368f39c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:41.187290 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-b72c938a-5439-4cb2-b7d6-594bc368f39c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.4013503
May 10 17:20:41.243314 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52596) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:41.302131 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:41.315611 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:41.316274 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb19ceb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:41.322028 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:41.332561 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:41.335748 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:41.344403 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.371156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:41.519086 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a558c-721b-43ac-ac9a-8d3b656271e4 None None] Pushing event updated for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=4']} {{(pid=78686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:41.531406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.539845 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG oslo_concurrency.lockutils [None req-227a558c-721b-43ac-ac9a-8d3b656271e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:41.542033 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Allocated IP 172.27.3.110 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/fbc09588-a73f-4f54-8e61-ff466a7a6c75) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:41.563335 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-877df788-ae81-478e-9123-165387733c9f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:41.638177 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:41.748941 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-c005d8b4-f8f4-4e7a-9ff0-fed65e997c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:41.750450 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-c005d8b4-f8f4-4e7a-9ff0-fed65e997c6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5604370
May 10 17:20:41.752532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-877df788-ae81-478e-9123-165387733c9f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:41.780652 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2d2deaa6-9470-42f7-947e-b47de2f1247b req-877df788-ae81-478e-9123-165387733c9f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5924098
May 10 17:20:41.817956 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.824312 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.827591 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a1e67f82-5c1d-461a-b959-1b015169f8b7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:41.886675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2e73a-e6cf-471a-9a29-e1cf7443a3e4,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:41.890647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:41.899380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.903437 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6551967
May 10 17:20:41.904327 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52600) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:41.910272 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:41.917819 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.928197 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:41.939804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:41.942813 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:41.957033 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:41.978251 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.securitygroups_db [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Project 0dc9869803bd44de9a819001d2ca81d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:20:41.984546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.992984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:41.998656 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9fa3d45a-b5e9-40e4-99cd-fbef281332dd tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:42.156235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:42.160890 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=fbc09588-a73f-4f54-8e61-ff466a7a6c75,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:42.180270 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:42.189782 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:42.203804 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:42.227497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.228648 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb19ceb0>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 4, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '100cde3c-840e-4c0a-b7c1-1d41189179fe', 'name': '', 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'mac_address': 'fa:16:3e:3a:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:33Z', 'updated_at': '2021-05-10T17:20:41Z', 'revision_number': 4, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'subnets': [{'id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:42.235303 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8b56-af7d-4619-8f3b-d494555638d2 None None] The sync data for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi is: [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:34Z', 'revision_number': 4, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '100cde3c-840e-4c0a-b7c1-1d41189179fe', 'name': '', 'network_id': 'fae9c449-37ca-4b46-9568-686951000c4b', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'mac_address': 'fa:16:3e:3a:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:33Z', 'updated_at': '2021-05-10T17:20:41Z', 'revision_number': 4, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'subnets': [{'id': '00983795-19d6-4d4f-a15a-0ccd71f715a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:42.237834 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.240123 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ece814f4-7f9f-42c0-a122-75340c9dd8fb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:42.274209 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18114d1e-1a3b-4980-bad7-5a926e28d994,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:42.280395 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:42.316746 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.342413 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7f865cb2-35b6-4392-8438-219ba5ec6039 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4343565
May 10 17:20:42.344644 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52608) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:42.364564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'security_group_rule': {'security_group_id': '6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4', 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:42.375242 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:42.381583 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:security_group_rule and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:42.386996 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:42.409508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:42.436743 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.securitygroups_db [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Project 0dc9869803bd44de9a819001d2ca81d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:20:42.447554 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.451294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.592627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.610307 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.626618 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.629425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2781928e-edce-483c-ba4c-90e76ba23892 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:42.679837 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5a54ff-0146-44c6-bc85-c8234c3ce8df,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:42.691467 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:42.703759 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:42.705283 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-550bd7ba-90de-4d98-a65e-f30181015a91 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3596292
May 10 17:20:43.267541 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.289184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.302092 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:43.452558 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-72dde877-ac07-4e67-a494-93394e935228 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3065112
May 10 17:20:43.488320 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d87b78-cef6-4b8f-9c3e-168c89ee560d req-1963859e-524f-4336-ada8-233a018a0f21 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:43.489938 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b7d87b78-cef6-4b8f-9c3e-168c89ee560d req-1963859e-524f-4336-ada8-233a018a0f21 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.3807425
May 10 17:20:43.529314 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=fbc09588-a73f-4f54-8e61-ff466a7a6c75,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:43.559144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:43.593108 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.688256 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b7d87b78-cef6-4b8f-9c3e-168c89ee560d req-1a0715f7-89c0-46fe-b6c1-63ed1d245d2f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582954
May 10 17:20:43.693350 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:43.694748 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6712694
May 10 17:20:43.915223 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6f8db9af-0d58-498b-a6cd-10621f68753d req-129a8210-9549-42f5-b4ea-c73291f24c88 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4132226
May 10 17:20:44.488544 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 100cde3c-840e-4c0a-b7c1-1d41189179fe up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:44.523556 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-c6bbdbcd-37c1-4b9b-a9b0-93fd4a7c9c7e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1180816086&fields=id&tenant_id=4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 267 time: 0.1150687
May 10 17:20:44.659154 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning for port 100cde3c-840e-4c0a-b7c1-1d41189179fe completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:44.665751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 100cde3c-840e-4c0a-b7c1-1d41189179fe triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:44.666655 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:44.901620 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-3ffa826b-d1be-46f0-a613-0e6192fcf214 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:44.903186 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-3ffa826b-d1be-46f0-a613-0e6192fcf214 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 810 time: 0.3608310
May 10 17:20:44.909133 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-533fe821-7282-4b29-8552-1a049b6dea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:44.911687 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-533fe821-7282-4b29-8552-1a049b6dea31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1096 time: 0.6907682
May 10 17:20:44.968907 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-7b1945bf-695a-47f5-b4a1-e5a6c5ab0ebd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/quotas/4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 375 time: 0.0463469
May 10 17:20:44.996490 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:45.051399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] For port 100cde3c-840e-4c0a-b7c1-1d41189179fe, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=100cde3c-840e-4c0a-b7c1-1d41189179fe,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:45.060881 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:45.063023 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-fbcff254-79e3-46be-9406-5896c1b49b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:45.161748 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-58de3119-6d2d-4398-976b-66f26e0d78de tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1818900
May 10 17:20:45.217602 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Pushing event updated for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:45.223547 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:45.405915 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-8cfab35c-be5a-41d3-9a62-7eed0626fe70 service neutron] 10.222.0.20 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234497
May 10 17:20:45.449062 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765897-de0b-4eb5-9fdc-3ad713643ede req-268cf91f-c4c8-4c5a-9888-fa6231908096 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.459067 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4e765897-de0b-4eb5-9fdc-3ad713643ede req-268cf91f-c4c8-4c5a-9888-fa6231908096 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.4444838
May 10 17:20:45.515504 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4e765897-de0b-4eb5-9fdc-3ad713643ede req-5db99ae1-9567-467f-927b-c1b0a1c12825 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552199
May 10 17:20:45.578290 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-2ec6460a-53c2-4c8d-90a2-3a44c9d54772 service neutron] 10.222.0.20 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713305
May 10 17:20:45.790791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-140076df-209d-4270-9c14-4c4ce8d0ac8b req-e808e81f-3e24-4b3c-b980-226661fe84b8 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:45.809397 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-140076df-209d-4270-9c14-4c4ce8d0ac8b req-e808e81f-3e24-4b3c-b980-226661fe84b8 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:45.811888 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-140076df-209d-4270-9c14-4c4ce8d0ac8b req-e808e81f-3e24-4b3c-b980-226661fe84b8 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 210 time: 0.0711794
May 10 17:20:46.354855 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 100cde3c-840e-4c0a-b7c1-1d41189179fe up at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:46.429049 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Provisioning complete for port 100cde3c-840e-4c0a-b7c1-1d41189179fe triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:46.429423 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:46.709722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e6fe-8c93-4b5f-ad05-5c37a5bd47fd req-b7315888-e17a-4bb8-8485-c52b4b0ae3fb tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:46.711166 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adb8e6fe-8c93-4b5f-ad05-5c37a5bd47fd req-b7315888-e17a-4bb8-8485-c52b4b0ae3fb tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.0926652
May 10 17:20:46.758004 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adb8e6fe-8c93-4b5f-ad05-5c37a5bd47fd req-0931a0cd-3474-499c-a561-fa55a366310e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406790
May 10 17:20:46.970281 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b58ac817-dd21-44c9-90ec-a69c5596bf03 req-dd88c602-9c5c-411b-9a58-a5108e21014d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 210 time: 0.0474446
May 10 17:20:47.177509 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8670298b-e5d8-4197-a3ff-f08d709de917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.952242 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac886-3ff6-4b73-bdac-cc72ef975406 req-6d514868-8fe8-4d02-8ae7-b27538085635 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.953736 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a6ac886-3ff6-4b73-bdac-cc72ef975406 req-6d514868-8fe8-4d02-8ae7-b27538085635 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.0825458
May 10 17:20:48.097794 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a6ac886-3ff6-4b73-bdac-cc72ef975406 req-f3000a20-5924-4f4b-b41c-e5b5e69a6efc tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358504
May 10 17:20:48.127385 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-145e2f97-95d9-485d-aa4c-da6e2e38f27c req-9f2158c9-784f-45f0-8235-72b964eb5224 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 210 time: 0.0442679
May 10 17:20:48.642773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-33052dcb-99aa-45bf-a4ce-b4b929c3677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.644454 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-33052dcb-99aa-45bf-a4ce-b4b929c3677c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1405110
May 10 17:20:48.726040 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-47c2e2ae-8d8d-42a8-8818-1278289beb84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 217 time: 0.0606425
May 10 17:20:48.796807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-3d97db30-2433-46b2-8757-fa8266cb2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.798188 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-3d97db30-2433-46b2-8757-fa8266cb2164 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0611463
May 10 17:20:48.877418 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-e575dc28-2d53-478a-b933-acf626cb33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.878818 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-e575dc28-2d53-478a-b933-acf626cb33b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705833
May 10 17:20:49.015436 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-5d05e90a-cfca-4c1c-86bf-9d3ebf1e665c service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282816
May 10 17:20:49.156982 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4629b36-dabb-423e-b32d-536dd1269cc1 req-540a4c8a-faac-4b2e-9451-38a96701d96b service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333344
May 10 17:20:49.341944 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-03dc98db-89e8-4915-bb17-1ffa1f8796fd req-c030eeb4-937d-4e3a-ab9c-b90b622e520b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 210 time: 0.0464983
May 10 17:20:49.490144 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffa671-16d2-4043-8010-b2a38cf51299 req-8f3af088-bdf3-4b73-9f1d-b469ecd5f6fc tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.491610 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f4ffa671-16d2-4043-8010-b2a38cf51299 req-8f3af088-bdf3-4b73-9f1d-b469ecd5f6fc tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 943 time: 0.2785242
May 10 17:20:49.499610 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device dbea19f8-e84a-4431-a26f-81623a1eabbc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:49.501004 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-c873b79b-eb43-476b-8370-a7c32b5da085 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.502408 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-c873b79b-eb43-476b-8370-a7c32b5da085 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 810 time: 0.1943974
May 10 17:20:49.585183 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f4ffa671-16d2-4043-8010-b2a38cf51299 req-ffa1151c-228b-42e3-b68a-32e276087a6b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816748
May 10 17:20:49.596355 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-ed8f0155-e706-4768-af72-186f06cdd9b1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c147c218ccf4335b966ff789b99e212 HTTP/1.1" status: 200  len: 380 time: 0.0786572
May 10 17:20:49.607648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'port': {'device_id': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'admin_state_up': True, 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'security_groups': ['b7f8ae2a-691a-4f89-b464-dc5d4c8e272f']}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:49.687876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:49.708589 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'port_id': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'mac_address': 'fa:16:3e:21:5c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:49.768604 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:49.775256 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.778062 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:49.787829 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Made reservation on behalf of 4c147c218ccf4335b966ff789b99e212 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:49.791459 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.793956 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbea19f8-e84a-4431-a26f-81623a1eabbc {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:49.819643 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:49.834185 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.839173 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:49.882928 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.910890 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:49.913914 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:49.938086 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-13183321-5cc2-408c-a1a9-02c161a706cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:49.968153 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Allocated IP 172.20.0.14 (e3830e0f-be23-4cc5-9927-993015606b1b/2e398103-6ea4-46e3-90e2-657c5cd82bf8/d3175fb4-7054-44cd-9bbb-0e39cd6e34a8) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:50.127029 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:50.163201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.182153 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Transition to ACTIVE for port object d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:50.210438 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.217825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:50.281022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Network e3830e0f-be23-4cc5-9927-993015606b1b is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:50.284410 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:50.287070 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:50.335579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event updated for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:50.339007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:50.366496 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.367128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.397985 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7963793
May 10 17:20:50.411130 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Request body: {'port': {'device_id': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:50.526973 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-992cf959-14b0-4c06-a8d1-fa7089caf830 None None] Provisioning for port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:50.533916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-992cf959-14b0-4c06-a8d1-fa7089caf830 None None] Provisioning complete for port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:50.534347 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-992cf959-14b0-4c06-a8d1-fa7089caf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.543148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1286a15-5e67-4417-9b88-c565dfb32b6f req-4c7ca446-4590-455d-9b23-44af31f1fe1d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.545417 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a1286a15-5e67-4417-9b88-c565dfb32b6f req-4c7ca446-4590-455d-9b23-44af31f1fe1d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 932 time: 0.0937214
May 10 17:20:50.593275 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-992cf959-14b0-4c06-a8d1-fa7089caf830 None None] Port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:50.601359 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-a1286a15-5e67-4417-9b88-c565dfb32b6f req-2101d623-1c2c-40e6-a768-982a1fd6251c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:50.622191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.622370 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-a1286a15-5e67-4417-9b88-c565dfb32b6f req-2101d623-1c2c-40e6-a768-982a1fd6251c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:50.622370 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a1286a15-5e67-4417-9b88-c565dfb32b6f req-2101d623-1c2c-40e6-a768-982a1fd6251c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646148
May 10 17:20:50.860841 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.919780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e4bf9-5878-4500-87de-2904416b1a3c req-1b47d2f0-8af6-4186-b607-2cd9a6128810 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.921272 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fd4e4bf9-5878-4500-87de-2904416b1a3c req-1b47d2f0-8af6-4186-b607-2cd9a6128810 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 944 time: 0.2257996
May 10 17:20:50.999890 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fd4e4bf9-5878-4500-87de-2904416b1a3c req-86ad4b79-9a2e-4f01-b321-cfe0abbda8f1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710919
May 10 17:20:51.076371 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:51.083814 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.098537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Transition to ACTIVE for port object d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:51.101590 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.106090 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:51.237542 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Pushing event updated for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:51.270245 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:51.346282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Attempting to bind port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:51.346622 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Attempting to bind port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:51.346945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Attempting to bind port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:51.351583 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 on network e3830e0f-be23-4cc5-9927-993015606b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:51.351895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Attempting to bind port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 on network e3830e0f-be23-4cc5-9927-993015606b1b {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:51.357071 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:51.357475 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Checking segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:51.357850 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Bound using segment: {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:51.358269 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Bound port: d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda51d9c-71db-4248-ad10-309928570e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:51.358609 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.457208 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:51.460319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:51.464796 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.469918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d5490f4c-23c5-4b3a-aaa4-af2d5e9dcba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:51.524199 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:51.524804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.526173 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] 10.222.0.53 "PUT /v2.0/ports/d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 HTTP/1.1" status: 200  len: 1094 time: 1.1200097
May 10 17:20:51.526714 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:51.529815 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device dbea19f8-e84a-4431-a26f-81623a1eabbc up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:51.555876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Pushing event updated for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:51.569543 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:51.615847 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'status': 'completed', 'code': 200}
May 10 17:20:51.625389 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port dbea19f8-e84a-4431-a26f-81623a1eabbc completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:51.630793 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port dbea19f8-e84a-4431-a26f-81623a1eabbc triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:51.631181 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.673297 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-a9e294ac-a866-443d-837b-ecd2247ef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:51.676077 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-a9e294ac-a866-443d-837b-ecd2247ef9cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 1097 time: 0.0948150
May 10 17:20:51.758038 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-a20b8fcc-f1e4-4dc8-b6af-43b9bb88eb58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 HTTP/1.1" status: 200  len: 217 time: 0.0718691
May 10 17:20:51.782575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.817387 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:51.836893 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:51.850818 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:51.858055 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:51.895956 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'code': 200}
May 10 17:20:51.935417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-3ea63c39-cb36-4173-b93b-9e3e744dce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:51.936892 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-3ea63c39-cb36-4173-b93b-9e3e744dce23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.1676831
May 10 17:20:51.951124 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:51.955446 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:52.010174 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc60764-7cbe-4a00-94c9-19f617007797 req-4ff0b5cd-70ab-4159-b470-d985f50c9b80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.010878 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2bc60764-7cbe-4a00-94c9-19f617007797 req-4ff0b5cd-70ab-4159-b470-d985f50c9b80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:52.032826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2bc60764-7cbe-4a00-94c9-19f617007797 req-4ff0b5cd-70ab-4159-b470-d985f50c9b80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:52.033988 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2bc60764-7cbe-4a00-94c9-19f617007797 req-4ff0b5cd-70ab-4159-b470-d985f50c9b80 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 944 time: 0.2121119
May 10 17:20:52.095273 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-69b7ad40-1857-4368-808d-ac9b5e7e2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.096855 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-69b7ad40-1857-4368-808d-ac9b5e7e2ccc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1522341
May 10 17:20:52.101772 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2bc60764-7cbe-4a00-94c9-19f617007797 req-9f509e92-3ed8-4289-8940-c669fa72366c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608118
May 10 17:20:52.180191 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a51d9f-0380-49d1-b6e6-f8c7bc8bb76c req-ea5f107e-04c1-4ad9-8d84-7c9bc2703a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.181714 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f7a51d9f-0380-49d1-b6e6-f8c7bc8bb76c req-ea5f107e-04c1-4ad9-8d84-7c9bc2703a2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1098 time: 0.1141279
May 10 17:20:52.256801 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f7a51d9f-0380-49d1-b6e6-f8c7bc8bb76c req-5a9e9da5-abd1-4ecd-b2da-ef2c8cc8077f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678687
May 10 17:20:52.346580 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-16531345-ae2b-48d7-8680-e8e7b0d1e85e service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428277
May 10 17:20:52.387646 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.582318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c859-8ed8-4b82-aa50-2cdd4e8d98bb req-76dc6c33-cf3a-4adc-9c28-bd274f76908a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.583795 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-db96c859-8ed8-4b82-aa50-2cdd4e8d98bb req-76dc6c33-cf3a-4adc-9c28-bd274f76908a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.3098872
May 10 17:20:52.648515 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-38cbb5b6-2fdf-46cd-8245-30dfa4d6b48b req-93f5f08a-c2d3-46b3-abd4-14d8fda918be service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2945144
May 10 17:20:52.656401 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-db96c859-8ed8-4b82-aa50-2cdd4e8d98bb req-a2eb0fcf-2a56-4a1c-ade3-d8b172ddf6fc tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614629
May 10 17:20:52.771053 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-f7455557-d264-4110-b506-3b32389c87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.772531 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-f7455557-d264-4110-b506-3b32389c87a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 1097 time: 0.0743387
May 10 17:20:52.911435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-85a16919-af06-411f-9767-38a7ef82b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.912955 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-85a16919-af06-411f-9767-38a7ef82b559 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.1302166
May 10 17:20:52.986192 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-3c52b973-65d3-4454-80ba-c58a6be040ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 HTTP/1.1" status: 200  len: 217 time: 0.0650206
May 10 17:20:53.071027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-9e0e6a15-6751-42d9-8b78-a923005a9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.072710 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-9e0e6a15-6751-42d9-8b78-a923005a9d5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.0741882
May 10 17:20:53.173300 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-37a458df-f272-4339-94a9-c405862fcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.176548 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-37a458df-f272-4339-94a9-c405862fcb24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941169
May 10 17:20:53.219514 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52856) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:53.364102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84672-314f-468c-8149-86536eb3df4c req-c5867402-8a4d-4dfb-bbcf-b7729d3f67f6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.365723 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-75e84672-314f-468c-8149-86536eb3df4c req-c5867402-8a4d-4dfb-bbcf-b7729d3f67f6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 944 time: 0.1196551
May 10 17:20:53.383156 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-dd7ee484-838d-41a7-83df-d933abbd7ea4 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986916
May 10 17:20:53.433341 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.449360 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-75e84672-314f-468c-8149-86536eb3df4c req-3086fc40-d7a3-4d9e-ba66-095a388dc1a9 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726345
May 10 17:20:53.453594 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:53.457531 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Usage tracker for resource:security_group_rule and tenant:980e434a94684df4831e6b58b7ceb213 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:53.460549 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:53.469244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:53.521079 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:53.536433 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-391d0559-d8ff-4390-87b4-daf06b0da05a req-cc816874-948d-448d-9ae2-99130292cf21 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313682
May 10 17:20:53.582032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.588854 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.600277 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cded538c-7316-4a58-884c-57a69978b26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:53.646761 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=980e434a94684df4831e6b58b7ceb213&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4231682
May 10 17:20:53.646761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a80441f-7210-46c7-9fed-7b65a74973c8,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:53.647039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52866) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:53.672725 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-752ba5da-4196-4fb4-8727-9a2eb557adc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:53.699724 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:53.715102 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'port_id': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'mac_address': 'fa:16:3e:d7:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:53.735586 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.766568 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.784528 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.804385 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:53.824573 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:53.829518 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.833141 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-62faf17c-2b4b-46d6-8197-c13d839a7826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:53.836027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.842394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-e82b5940-485a-4ff9-9575-7e45953205f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:53.855925 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a80441f-7210-46c7-9fed-7b65a74973c8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:53.858899 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:53.863280 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.865734 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a80441f-7210-46c7-9fed-7b65a74973c8 HTTP/1.1" status: 204  len: 168 time: 0.2174187
May 10 17:20:53.898445 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf32b-de7b-4adc-ade2-d77f995bc89d req-1aca2c85-17b7-467c-a7ab-8b631bbf491f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.900353 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3cfbf32b-de7b-4adc-ade2-d77f995bc89d req-1aca2c85-17b7-467c-a7ab-8b631bbf491f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.1172507
May 10 17:20:53.929059 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:53.932803 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:53.966578 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3cfbf32b-de7b-4adc-ade2-d77f995bc89d req-0eed50f7-0f4e-403d-b8f1-0354e41e64c1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561266
May 10 17:20:54.094584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['d3175fb4-7054-44cd-9bbb-0e39cd6e34a8'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:54.116773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca700c-5c62-43a3-be16-17772385ba47 req-2b8a6c22-e258-4097-881f-8b13e9384268 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.118353 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-99ca700c-5c62-43a3-be16-17772385ba47 req-2b8a6c22-e258-4097-881f-8b13e9384268 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.0997424
May 10 17:20:54.171834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c4fe-1cec-4496-b0f2-08ec6689db6c req-d360d957-03d0-4f14-a9a5-c6499e20abcd tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.173763 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24c8c4fe-1cec-4496-b0f2-08ec6689db6c req-d360d957-03d0-4f14-a9a5-c6499e20abcd tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.0959306
May 10 17:20:54.234260 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-24c8c4fe-1cec-4496-b0f2-08ec6689db6c req-d7d4ef71-9bbd-4dde-9595-394935a9e811 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539956
May 10 17:20:54.241385 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-99ca700c-5c62-43a3-be16-17772385ba47 req-7e1c3822-8c21-4888-bd32-e10666f3f049 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1165478
May 10 17:20:54.276020 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 52884) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:54.305833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.321422 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:54.326065 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Usage tracker for resource:security_group_rule and tenant:c48c2a67c41d4ed68058a18076655662 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:54.328878 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:54.334443 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:54.426539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.430232 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.535982 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c18da015-cfce-4234-8e03-0c93d12392f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:54.611629 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c48c2a67c41d4ed68058a18076655662&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341460
May 10 17:20:54.614171 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 52892) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:54.617979 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf3bfc7-42a7-4cbc-b707-81595d20f1c2,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:54.625890 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:54.665693 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86c05-91d7-4b4d-b467-c9377026046b req-2291fc2e-8dc7-4eb0-b8ed-3b8a2010e02a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.667139 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9cb86c05-91d7-4b4d-b467-c9377026046b req-2291fc2e-8dc7-4eb0-b8ed-3b8a2010e02a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.0978663
May 10 17:20:54.708072 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3e22-dc46-4b0c-8310-59cecf478eee req-64b47ed5-bf9f-49df-a3ac-64abca1f1ce0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.712024 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-37fb3e22-dc46-4b0c-8310-59cecf478eee req-64b47ed5-bf9f-49df-a3ac-64abca1f1ce0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 945 time: 0.1451359
May 10 17:20:54.712024 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.720594 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-9cb86c05-91d7-4b4d-b467-c9377026046b req-0541dd3e-ea39-4fc7-8aa5-2af4fc0ac820 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450079
May 10 17:20:54.767924 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.797670 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-37fb3e22-dc46-4b0c-8310-59cecf478eee req-ed2219f3-539a-4792-b99e-e1ebe4f5f911 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771065
May 10 17:20:54.836339 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.842022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-91dfe4fb-5d90-4498-a54e-ec3697fdd980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:54.855406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf3bfc7-42a7-4cbc-b707-81595d20f1c2,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:54.858614 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:54.860738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.861405 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5c74d7f8-c2e9-47f6-8738-cf1f4697d2e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bf3bfc7-42a7-4cbc-b707-81595d20f1c2 HTTP/1.1" status: 204  len: 168 time: 0.2463405
May 10 17:20:55.465124 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ac66-ea87-4c1c-913f-b2f0d31bcb67 req-473f66c7-6e41-4820-a4f0-ce887c14dc28 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:55.466956 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d1a1ac66-ea87-4c1c-913f-b2f0d31bcb67 req-473f66c7-6e41-4820-a4f0-ce887c14dc28 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.0865979
May 10 17:20:55.513855 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d1a1ac66-ea87-4c1c-913f-b2f0d31bcb67 req-b30afdae-92d1-46b3-b5ab-4e063bf1f4cf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410748
May 10 17:20:55.529076 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:55.626408 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:55.631578 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:55.631948 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:55.750941 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:55.781366 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:55.791806 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:55.797564 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:55.799657 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:55.832440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-eb83a59d-c146-4b46-a609-b57e75ca5e54 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:55.834717 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-eb83a59d-c146-4b46-a609-b57e75ca5e54 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 947 time: 0.0884845
May 10 17:20:55.874047 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'code': 200}
May 10 17:20:55.902790 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:55.911768 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:56.011821 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Deleting port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:56.012294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.130592 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc865e-5be8-4c11-9ad6-a75e2a5653be req-56269b27-e818-47ab-8624-5aee9c7e25a1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.132372 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ebc865e-5be8-4c11-9ad6-a75e2a5653be req-56269b27-e818-47ab-8624-5aee9c7e25a1 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.1619713
May 10 17:20:56.164680 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] For port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:56.165112 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.175138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247d0b5-aa50-49d9-b29b-2f63d43fbe96 req-84088174-b244-4c52-adf2-caf34ae28e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.176872 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5247d0b5-aa50-49d9-b29b-2f63d43fbe96 req-84088174-b244-4c52-adf2-caf34ae28e0b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 1099 time: 0.1293807
May 10 17:20:56.220785 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ebc865e-5be8-4c11-9ad6-a75e2a5653be req-edcac9d5-26d8-42f9-bd5d-63d886d88789 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800791
May 10 17:20:56.241379 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5247d0b5-aa50-49d9-b29b-2f63d43fbe96 req-72075236-6acb-4bc9-8588-6a0567f75035 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556984
May 10 17:20:56.584500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.584876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.585187 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Floating IP 5f82be96-ee34-43e4-b1a1-d68c1d451e8a disassociated. External IP: 172.27.3.228, port: 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1.
May 10 17:20:56.585575 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Calling delete_port for 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:56.769526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.776462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:56.833234 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'Port': ['ID=9f66dae4-9178-4f2a-98ae-24fd7a8c1db1,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:56.852386 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:56.867497 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8572b0a-cf9a-4b7e-a7d2-61189fd364e9 req-bb191896-49cd-4361-a655-e07010bcde39 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.869302 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8572b0a-cf9a-4b7e-a7d2-61189fd364e9 req-bb191896-49cd-4361-a655-e07010bcde39 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=923733e0-2055-4499-be93-a14104e80b59 HTTP/1.1" status: 200  len: 868 time: 0.1905220
May 10 17:20:57.051295 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8572b0a-cf9a-4b7e-a7d2-61189fd364e9 req-4faa63cc-40f9-429e-b3b4-186c8098254b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=1285f20f-a253-47c5-8b0b-43eba8102647&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1300325
May 10 17:20:57.100445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:57.366163 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:57.393686 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:57.418770 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:57.420243 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba572a60>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:57.507072 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53004) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.525996 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] No DVR routers for this DVR port 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:20:57.529903 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.532709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-deleted', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:57.556994 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cb625a8e-83ed-43af-93ca-4607fa17dbdb req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "DELETE /v2.0/ports/9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 HTTP/1.1" status: 204  len: 173 time: 1.7160342
May 10 17:20:57.588264 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ddb09-d7c7-4a2c-a4ca-e774ae554819 req-26b8c8fe-387f-498d-9ac9-9615df03334d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.589830 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f12ddb09-d7c7-4a2c-a4ca-e774ae554819 req-26b8c8fe-387f-498d-9ac9-9615df03334d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.1226196
May 10 17:20:57.647939 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923733e0-2055-4499-be93-a14104e80b59', 'name': 'network-vif-deleted', 'tag': '9f66dae4-9178-4f2a-98ae-24fd7a8c1db1', 'status': 'completed', 'code': 200}
May 10 17:20:57.671844 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f12ddb09-d7c7-4a2c-a4ca-e774ae554819 req-44b7344f-598e-4129-93d1-759d489bad19 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715067
May 10 17:20:57.744146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.747132 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:57.759714 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:57.764446 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Usage tracker for resource:security_group_rule and tenant:b3f39b8018bc410ca32a02683c8d6792 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:57.767612 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:57.773581 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:57.924284 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282d61d-ac3a-462f-b2a6-ced1b679880c req-71743385-10a6-4b75-97dc-c94994759129 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.925821 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d282d61d-ac3a-462f-b2a6-ced1b679880c req-71743385-10a6-4b75-97dc-c94994759129 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.1324310
May 10 17:20:57.937158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53018) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.942380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Request body: {'floatingip': {'port_id': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:57.967548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.972298 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.980691 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9be6649d-c875-4fb5-9865-fdf77164736b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.020811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.024287 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f39b8018bc410ca32a02683c8d6792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5131576
May 10 17:20:58.024287 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e277173-9bb9-486c-9347-1a5694a57c35,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.025227 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53022) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.027759 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.086804 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.109867 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba572a60>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.113807 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:58.118650 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.123014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:58.123614 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba572a60>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.192419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.198013 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.231784 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e277173-9bb9-486c-9347-1a5694a57c35,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.233556 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53030) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.246903 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.272219 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.273592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e277173-9bb9-486c-9347-1a5694a57c35 HTTP/1.1" status: 204  len: 168 time: 0.2474952
May 10 17:20:58.357247 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.368712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:58.396836 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.481835 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.499953 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.521762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.524596 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "DELETE /v2.0/security-groups/1285f20f-a253-47c5-8b0b-43eba8102647 HTTP/1.1" status: 204  len: 168 time: 0.2894177
May 10 17:20:58.525810 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285f20f-a253-47c5-8b0b-43eba8102647,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.528517 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53040) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.532253 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.560030 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.api.v2.resource [None req-3a84d8c5-5c43-40fc-8cd8-56e4c885d698 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] show failed (client error): The resource could not be found.
May 10 17:20:58.561149 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3a84d8c5-5c43-40fc-8cd8-56e4c885d698 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups/1285f20f-a253-47c5-8b0b-43eba8102647 HTTP/1.1" status: 404  len: 347 time: 0.0304244
May 10 17:20:58.565020 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53044) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.728734 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba572a60>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.739125 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7278dd-7415-4779-9ec0-b10e730f7fd8 None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:58.753978 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53050) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.805055 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.835285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:58.840323 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Usage tracker for resource:security_group_rule and tenant:9002ce2f00ab48b390d8cf6f7af9b253 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:58.844689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:58.845862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.850351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.851572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:58.895921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Deleting port 787b802d-2488-4a8b-88e3-9af6dea7fa3d {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:20:58.896283 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.039646 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919429f5-1b5b-486f-b566-2504cc94888e None None] New status for floating IP 5f82be96-ee34-43e4-b1a1-d68c1d451e8a: DOWN {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:20:59.041621 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Floating IP de26e851-9866-46cb-a9ed-220f976cb04e associated. External IP: 172.27.3.110, port: d3175fb4-7054-44cd-9bbb-0e39cd6e34a8.
May 10 17:20:59.058808 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.059148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.071706 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.182409 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.195993 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Calling delete_port for 787b802d-2488-4a8b-88e3-9af6dea7fa3d owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:20:59.199779 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6ed86f9d-7409-46a3-842a-b50493cfffef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:59.244673 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9002ce2f00ab48b390d8cf6f7af9b253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4871297
May 10 17:20:59.249142 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53054) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:59.268529 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a44bbc2-90ce-4845-9cc5-987223ec9037,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:59.274576 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.333039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.369681 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.418187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:59.553531 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.558483 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-90198567-3fc8-457f-a2e8-005ca11db149 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:59.563627 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:20:59.602525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'Port': ['ID=787b802d-2488-4a8b-88e3-9af6dea7fa3d,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:59.604571 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:20:59.605244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 9f66dae4-9178-4f2a-98ae-24fd7a8c1db1 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:20:59.605912 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.620964 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:59.626044 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.631615 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:59.639909 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.642118 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-12995eba-8391-4432-b75f-b50b0be767bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:59.642424 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:59.643099 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8cf790>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:59.684043 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2eecc949-e108-459d-9ea3-b16dcce3d365 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "PUT /v2.0/floatingips/de26e851-9866-46cb-a9ed-220f976cb04e HTTP/1.1" status: 200  len: 992 time: 1.7433815
May 10 17:20:59.684043 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:59.689820 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a44bbc2-90ce-4845-9cc5-987223ec9037,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:59.699863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.730032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.738716 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.746605 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f82be96-ee34-43e4-b1a1-d68c1d451e8a HTTP/1.1" status: 204  len: 168 time: 1.1803496
May 10 17:20:59.748823 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.750248 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a44bbc2-90ce-4845-9cc5-987223ec9037 HTTP/1.1" status: 204  len: 168 time: 0.5015085
May 10 17:20:59.750853 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'status': 'completed', 'code': 200}
May 10 17:20:59.929789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-ffd971ee-0200-466b-8f36-9ee356d3b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:59.932472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:59.934280 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-ffd971ee-0200-466b-8f36-9ee356d3b29a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c147c218ccf4335b966ff789b99e212&device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 1099 time: 0.1552703
May 10 17:21:00.103289 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53074) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:00.109019 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100364508', 'description': 'tempest-description--199320670'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:00.114944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.119195 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:00.122364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:00.128689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:00.144025 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.205546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.214571 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:00.221079 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:00.231946 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:00.306339 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-689d00ff-a2da-42d7-93a3-f6da7e79dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.307821 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-689d00ff-a2da-42d7-93a3-f6da7e79dbeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 200  len: 911 time: 0.3666439
May 10 17:21:00.338342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.345036 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.351598 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-61a3d600-c81f-4c33-ac6f-52d18b1bc93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:00.378681 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8cf790>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'de26e851-9866-46cb-a9ed-220f976cb04e', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:d7:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:20:42Z', 'updated_at': '2021-05-10T17:20:58Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:00.382906 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:00.393952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:00.395424 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8cf790>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:00.404311 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f752ca8e-2723-4978-b36b-9b5a23ffc699,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:00.407556 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:00.412806 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.414624 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-28f615cf-a019-41fb-99c6-c3b5e6652192 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3098812
May 10 17:21:00.417550 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53084) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:00.428169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group_rule': {'security_group_id': 'f752ca8e-2723-4978-b36b-9b5a23ffc699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:00.434316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.435005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-a1286785-d2d4-4c7c-90bd-9ac854f10ce5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 HTTP/1.1" status: 200  len: 1000 time: 0.1197605
May 10 17:21:00.439266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:00.442200 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:00.448236 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:00.468343 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.525026 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-f1248d81-903c-4b7d-b2d4-4036bea8d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.526765 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-f1248d81-903c-4b7d-b2d4-4036bea8d35e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 200  len: 849 time: 0.0853648
May 10 17:21:00.538161 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.544748 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.546998 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8f103336-a67c-4062-856c-d4999cd63306 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:00.572896 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4150ff90-b762-4ab0-a0c7-c41e96813b2e,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:00.580962 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:00.588321 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:00.591767 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.595293 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f4f58bff-7a3d-4cf2-90d2-29ef1e8b92b7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1768026
May 10 17:21:00.598002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53094) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:00.606773 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'security_group_rule': {'security_group_id': 'f752ca8e-2723-4978-b36b-9b5a23ffc699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:00.622842 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:00.623919 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.631790 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:security_group_rule and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:00.634888 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:00.643649 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:00.651206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-8da2f523-c6d7-475d-885d-3eb43df39b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.654057 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-8da2f523-c6d7-475d-885d-3eb43df39b63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3830e0f-be23-4cc5-9927-993015606b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1203477
May 10 17:21:00.666623 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.744219 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.750137 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.752864 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-23614ef2-149a-43d3-b74d-32e2f6121577 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:00.782599 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cbcd8e-6244-4848-a18d-4559b0f2ed9e,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:00.785428 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:00.796438 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:00.801078 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53104) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:00.801978 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2023373
May 10 17:21:00.810947 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:00.824738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:00.833192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Usage tracker for resource:floatingip and tenant:20567d6e73574dc3864b5a0ad5e932c0 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:00.837109 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:00.841364 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-f6ceb6ef-ef30-465e-aec4-3cc5c7d647de service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811881
May 10 17:21:00.847547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:00.932303 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.051648 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8cf790>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'de26e851-9866-46cb-a9ed-220f976cb04e', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:d7:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:20:42Z', 'updated_at': '2021-05-10T17:20:58Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:01.056930 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b42f7b-0e3a-43f1-9be1-d726cded591e None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': 'de26e851-9866-46cb-a9ed-220f976cb04e', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'port_id': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'mac_address': 'fa:16:3e:d7:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:20:42Z', 'updated_at': '2021-05-10T17:20:58Z', 'revision_number': 1, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:01.080850 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dc5261ca-acce-4089-8ed5-4b2b54f9e08d req-9b5f3622-08e3-4926-8dc5-d0bf8b49c6e9 service neutron] 10.222.0.53 "GET /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274523
May 10 17:21:01.154115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.332316 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Allocated IP 172.27.3.214 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/334f6a46-cac9-4592-8037-9ea5ef69a56c) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:01.384337 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c341ed-f121-44ee-9857-845e10ec6b96 None None] New status for floating IP de26e851-9866-46cb-a9ed-220f976cb04e: ACTIVE {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:01.506260 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.539698 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.543328 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-918ace16-e552-4c0b-9a01-543baa40e5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.610741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:01.625356 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:01.627957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:01.683846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=334f6a46-cac9-4592-8037-9ea5ef69a56c,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.687583 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.711414 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-4235ca86-2d38-48a8-93d1-adec0e4f0c7f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:01.751198 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-4235ca86-2d38-48a8-93d1-adec0e4f0c7f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:01.752569 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-4235ca86-2d38-48a8-93d1-adec0e4f0c7f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589797712&fields=id&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 267 time: 0.1457758
May 10 17:21:01.857453 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.965179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.999021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-a51ec269-ba27-4e62-978e-a6918e477eda tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.000495 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-a51ec269-ba27-4e62-978e-a6918e477eda tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.2376871
May 10 17:21:02.023204 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-51d4d816-0160-45e9-93e8-7c89776f0af5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/quotas/0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 375 time: 0.0160456
May 10 17:21:02.330096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-103434b6-47a3-43e7-8f92-6347c8b6c099 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:02.360145 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-103434b6-47a3-43e7-8f92-6347c8b6c099 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:02.361463 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-103434b6-47a3-43e7-8f92-6347c8b6c099 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3296278
May 10 17:21:02.368296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:02.378515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:02.391640 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b201d025-b695-4fe0-8762-386020dc13ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:02.519387 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=334f6a46-cac9-4592-8037-9ea5ef69a56c,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:02.530741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:02.582368 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:02.626146 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:02.627307 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8250566
May 10 17:21:02.654090 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-458dd806-e3b0-4d7f-861a-f88faaa77b7e service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799001
May 10 17:21:02.786854 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-94756898-1d89-4647-a956-bcdcc5a4a869 service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263790
May 10 17:21:02.852064 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-52e1e7a6-9758-4fa6-932f-03ef8a1bb151 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:02.868329 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-52e1e7a6-9758-4fa6-932f-03ef8a1bb151 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:02.869563 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-52e1e7a6-9758-4fa6-932f-03ef8a1bb151 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2100364508&fields=id&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 267 time: 0.0587380
May 10 17:21:03.032879 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-72efff7e-4ec3-4d6d-a0b8-da900d62f2d5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.034308 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-72efff7e-4ec3-4d6d-a0b8-da900d62f2d5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 817 time: 0.1574457
May 10 17:21:03.049729 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-8899fd5d-644f-4ef1-b457-2bb8863a1827 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/quotas/20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 375 time: 0.0100493
May 10 17:21:03.134755 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-fa127d53-03b7-46e6-ba93-ab0fc5c20eb9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:03.150652 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-fa127d53-03b7-46e6-ba93-ab0fc5c20eb9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:03.152029 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-fa127d53-03b7-46e6-ba93-ab0fc5c20eb9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0965922
May 10 17:21:03.320220 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-789f3ec4-ac8b-4c09-88bf-78ac101ae31f req-66008351-c1f9-42ed-95b2-b359ae1c3da1 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 210 time: 0.0459583
May 10 17:21:03.359599 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-0aed8c5c-b15f-4fd5-b528-3d0cfb562080 service neutron] 10.222.0.20 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936390
May 10 17:21:03.517295 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b1f48e8d-f3f7-444e-af1f-a0e6d9405b52 service neutron] 10.222.0.20 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504464
May 10 17:21:03.826981 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-7a0f48b5-fc94-4bf5-be72-3e3ece497ab2 req-b9b82316-bd07-4aab-960a-737ebd45671a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:03.840546 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-7a0f48b5-fc94-4bf5-be72-3e3ece497ab2 req-b9b82316-bd07-4aab-960a-737ebd45671a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:03.842630 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7a0f48b5-fc94-4bf5-be72-3e3ece497ab2 req-b9b82316-bd07-4aab-960a-737ebd45671a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 210 time: 0.0681126
May 10 17:21:04.467092 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3defb5-9327-4f44-aa91-31eadfcb9db3 req-98d2f063-8e61-4cc3-80d6-d0e43fb77bb7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:04.468649 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3a3defb5-9327-4f44-aa91-31eadfcb9db3 req-98d2f063-8e61-4cc3-80d6-d0e43fb77bb7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.1156356
May 10 17:21:04.472259 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c3bdd174-ea51-4e5a-b5a5-01ee90d67e0a req-75460517-46f8-4bed-afc6-5b7bb33d90cc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 210 time: 0.0430949
May 10 17:21:04.515268 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3a3defb5-9327-4f44-aa91-31eadfcb9db3 req-3b66d9c3-5450-4e94-b8bc-f8e028afda12 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406570
May 10 17:21:04.538306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53220) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:04.712342 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721fb8b-fd3b-4675-97dd-499ddecaec65 tempest-TestMinimumBasicScenario-953949138 tempest-TestMinimumBasicScenario-953949138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:04.713041 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-e721fb8b-fd3b-4675-97dd-499ddecaec65 tempest-TestMinimumBasicScenario-953949138 tempest-TestMinimumBasicScenario-953949138-project-admin] Synchronizing usage tracker for tenant:9d7c2d9eec934883a53b5533ce4f93ca on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:04.732945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-e721fb8b-fd3b-4675-97dd-499ddecaec65 tempest-TestMinimumBasicScenario-953949138 tempest-TestMinimumBasicScenario-953949138-project-admin] Unset dirty status for tenant:9d7c2d9eec934883a53b5533ce4f93ca on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:04.734382 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-e721fb8b-fd3b-4675-97dd-499ddecaec65 tempest-TestMinimumBasicScenario-953949138 tempest-TestMinimumBasicScenario-953949138-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1093 time: 0.1951437
May 10 17:21:04.737428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53228) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:04.743404 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'port_id': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:04.749867 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:04.753846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:floatingip and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:04.756849 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:04.763302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:04.776978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.008356 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-7c8f6bf6-0725-411f-a4b6-bf1a074775df tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:05.009775 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-7c8f6bf6-0725-411f-a4b6-bf1a074775df tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.1635041
May 10 17:21:05.011899 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6da6c6d2-7c5e-4c7e-962c-6403172ff74f req-0ac66538-2ed0-4198-befc-890856091eba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 210 time: 0.0444360
May 10 17:21:05.081979 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-0afe574b-dadc-4fc3-93c5-f298245e9f65 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 379 time: 0.0629435
May 10 17:21:05.094663 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'port': {'device_id': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'admin_state_up': True, 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'security_groups': ['6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4']}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:05.111652 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.348128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:05.373362 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:05.391853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Allocated IP 172.27.3.224 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/8a300953-a22f-43dc-a739-463cd30d23dd) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:05.403514 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Made reservation on behalf of 0dc9869803bd44de9a819001d2ca81d4 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:05.407843 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.430847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-69e2cdea-9814-43e2-83aa-13e44db4aa82 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:05.435250 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-69e2cdea-9814-43e2-83aa-13e44db4aa82 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 817 time: 0.1706612
May 10 17:21:05.499203 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b9173613-7ba8-4b25-a99a-7782d3a57b5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 380 time: 0.0554662
May 10 17:21:05.514710 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'port': {'device_id': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'admin_state_up': True, 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'security_groups': ['f752ca8e-2723-4978-b36b-9b5a23ffc699']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:05.730386 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:05.741293 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:05.750914 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Made reservation on behalf of 20567d6e73574dc3864b5a0ad5e932c0 for: {'port': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:05.754793 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.811808 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-689fe835-e66b-4cce-9a76-59d779d3aa5e req-13806705-4287-4df6-8307-ba3ea0fe4715 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 210 time: 0.1054907
May 10 17:21:05.928188 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.931731 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.20.0.4 (b21eafd8-4b92-48d6-b3c5-ab6324f66efe/b8282f9f-e03c-435c-82b1-b15300cc0d38/f4df1d39-7ffc-433e-87e9-0af7da656dbe) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:05.951632 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Allocated IP 172.20.0.9 (3ce64d3f-d811-4008-819a-924b81587134/d63c6d1c-0878-4904-9926-99e33b946855/0df6d964-a1e7-425a-bcb9-72cde70421c5) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:06.077928 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.084953 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:06.157401 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.174294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Transition to ACTIVE for port object 0df6d964-a1e7-425a-bcb9-72cde70421c5 will not be triggered until provisioned by entity DHCP. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:06.200953 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.201833 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:06.210859 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:06.214238 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b2055100-d40b-49fd-b5a7-8f3fc1764f64 req-33d8b1da-3c67-425f-9117-99224a8dcd51 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 210 time: 0.0852351
May 10 17:21:06.220115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:06.220322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e149a65a-cc6e-4550-93f3-3b391cd29419 tempest-VolumesActionsTest-927000322 tempest-VolumesActionsTest-927000322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:06.270111 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Network 3ce64d3f-d811-4008-819a-924b81587134 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:06.273304 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:06.275695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:06.276705 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'Port': ['ID=8a300953-a22f-43dc-a739-463cd30d23dd,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:06.282404 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:06.311238 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.373626 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Transition to ACTIVE for port object f4df1d39-7ffc-433e-87e9-0af7da656dbe will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:06.439036 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:06.443461 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:06.462195 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:06.462936 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.488832 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9801800
May 10 17:21:06.547768 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Request body: {'port': {'device_id': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:06.556587 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-53d43cd0-2801-49ea-b3b9-5b685eeb2992 None None] Provisioning for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:06.564859 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-53d43cd0-2801-49ea-b3b9-5b685eeb2992 None None] Provisioning complete for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:06.568468 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-53d43cd0-2801-49ea-b3b9-5b685eeb2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.580444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.592471 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6104c0b6-bc63-4a74-9551-92c46a32b656 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:06.632749 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-53d43cd0-2801-49ea-b3b9-5b685eeb2992 None None] Port 0df6d964-a1e7-425a-bcb9-72cde70421c5 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:21:06.658968 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:06.664514 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.672772 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:06.680135 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:06.744227 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:06.751425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:06.774416 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:06.774558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:06.845457 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7562783
May 10 17:21:06.862009 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Request body: {'port': {'device_id': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:06.955147 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.063532 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-51060935-adca-449d-a764-0908f9b8146f None None] Provisioning for port f4df1d39-7ffc-433e-87e9-0af7da656dbe completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:07.068997 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-51060935-adca-449d-a764-0908f9b8146f None None] Provisioning complete for port f4df1d39-7ffc-433e-87e9-0af7da656dbe triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:07.069619 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-51060935-adca-449d-a764-0908f9b8146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.119470 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-008977a6-d272-4685-97fa-73fb2ed0923a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2913620
May 10 17:21:07.119989 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.165693 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-51060935-adca-449d-a764-0908f9b8146f None None] Port f4df1d39-7ffc-433e-87e9-0af7da656dbe cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:21:07.212700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.217245 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8f69e-497b-4eaf-ba84-392a2b74e818 req-0270a4ba-c09a-4d2c-80bf-d21a27d99e37 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.219032 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f9b8f69e-497b-4eaf-ba84-392a2b74e818 req-0270a4ba-c09a-4d2c-80bf-d21a27d99e37 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 931 time: 0.2169218
May 10 17:21:07.320501 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-f9b8f69e-497b-4eaf-ba84-392a2b74e818 req-de40ae93-a7c9-4a89-bd7b-f3b4e5a19fc3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:security_group {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:07.338814 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:07.351160 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.364586 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-f9b8f69e-497b-4eaf-ba84-392a2b74e818 req-de40ae93-a7c9-4a89-bd7b-f3b4e5a19fc3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:security_group {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:07.365822 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f9b8f69e-497b-4eaf-ba84-392a2b74e818 req-de40ae93-a7c9-4a89-bd7b-f3b4e5a19fc3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393063
May 10 17:21:07.379414 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.provisioning_blocks [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Transition to ACTIVE for port object 0df6d964-a1e7-425a-bcb9-72cde70421c5 will not be triggered until provisioned by entity L2. {{(pid=78683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:07.385109 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.390574 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ab68ac7f-29cc-40b1-b9da-8acbe3053fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:07.429500 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53276) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:07.455173 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-5d0f320a-0927-4677-9128-0afc06462aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.457197 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-5d0f320a-0927-4677-9128-0afc06462aa6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.2071974
May 10 17:21:07.650307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:07.658609 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:07.765738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-ec4235a9-b33c-4005-87be-f8420e4d5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.767092 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-ec4235a9-b33c-4005-87be-f8420e4d5f2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.2599487
May 10 17:21:07.769103 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Attempting to bind port 0df6d964-a1e7-425a-bcb9-72cde70421c5 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:07.769430 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Attempting to bind port 0df6d964-a1e7-425a-bcb9-72cde70421c5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:07.769753 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Attempting to bind port 0df6d964-a1e7-425a-bcb9-72cde70421c5 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:07.810618 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.826014 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Port 0df6d964-a1e7-425a-bcb9-72cde70421c5 on network 3ce64d3f-d811-4008-819a-924b81587134 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:07.826337 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Attempting to bind port 0df6d964-a1e7-425a-bcb9-72cde70421c5 on network 3ce64d3f-d811-4008-819a-924b81587134 {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:07.846481 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:07.846816 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Checking segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:07.847198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Bound using segment: {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'} {{(pid=78683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:07.847626 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.managers [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Bound port: 0df6d964-a1e7-425a-bcb9-72cde70421c5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3673a17f-79d3-4464-b1a3-5b3517eba506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3ce64d3f-d811-4008-819a-924b81587134'}}] {{(pid=78683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:07.847985 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.858520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7681b-071e-4c2f-8ed6-8074b3760518 req-29cf4789-6aaf-4751-8de1-aba012c5d387 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.859917 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b5c7681b-071e-4c2f-8ed6-8074b3760518 req-29cf4789-6aaf-4751-8de1-aba012c5d387 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.4783092
May 10 17:21:07.865298 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:07.879952 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.884486 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Usage tracker for resource:security_group_rule and tenant:347718ac0856498eb7180f2a9ca8527b is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:07.902132 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:07.908581 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.920966 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-6224f133-23bf-40f5-9904-e2eef17b5c7d tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:07.930692 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-b0884931-461d-4e0e-9c1c-572a9232f7fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 1001 time: 0.1561601
May 10 17:21:07.958928 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:08.006785 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, cleared binding levels {{(pid=78683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:08.015625 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:08.022466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-90dc7fab-9ba6-4729-ad29-5355ea3a8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.023954 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-90dc7fab-9ba6-4729-ad29-5355ea3a8b44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0809155
May 10 17:21:08.024937 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.028722 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1d522bac-94a2-4c33-b31f-790f6b2e8051 tempest-AttachVolumeNegativeTest-489588414 tempest-AttachVolumeNegativeTest-489588414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.083376 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b5c7681b-071e-4c2f-8ed6-8074b3760518 req-3b859564-6eca-4b6d-9229-269c25fb9f15 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2001920
May 10 17:21:08.093004 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'Port': ['ID=8a300953-a22f-43dc-a739-463cd30d23dd,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.095524 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.109856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.128848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.129456 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.130815 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 1093 time: 1.6329668
May 10 17:21:08.131293 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:08.163889 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=3']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.167946 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.254904 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.db.resource_extend [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 17:21:08.264593 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'status': 'completed', 'code': 200}
May 10 17:21:08.269451 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-2a2b6c52-109f-4046-9643-1d913cff1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.270932 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-2a2b6c52-109f-4046-9643-1d913cff1caf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2143798
May 10 17:21:08.396736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df1d39-7ffc-433e-87e9-0af7da656dbe {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:08.409158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.447345 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Floating IP 9c84ee19-9b00-4cda-85ef-c1a57a914862 associated. External IP: 172.27.3.224, port: dbea19f8-e84a-4431-a26f-81623a1eabbc.
May 10 17:21:08.520495 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-c24dc709-c0ef-4998-aa83-5bb3db42ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.521942 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-c24dc709-c0ef-4998-aa83-5bb3db42ffa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1096 time: 0.3351655
May 10 17:21:08.567909 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Transition to ACTIVE for port object f4df1d39-7ffc-433e-87e9-0af7da656dbe will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:08.601190 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-7646fb9a-43c8-4ab2-a216-b7d7e618e328 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 217 time: 0.0685365
May 10 17:21:08.620716 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.625905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.629130 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b845d0f9-8e29-418d-a01f-1e7c162c78dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.660677 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-ae5ee8a5-6376-4bad-ac87-e39d569f893f service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800721
May 10 17:21:08.680295 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.742978 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-906407a8-7bff-4ac2-839d-99792340d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.744460 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-906407a8-7bff-4ac2-839d-99792340d950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.1320612
May 10 17:21:08.819115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.828820 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.829897 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4b04b8ca-1f69-4e92-abd3-e872b3a95cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.839951 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=347718ac0856498eb7180f2a9ca8527b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3986566
May 10 17:21:08.841106 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53288) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.845568 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.880636 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6b8e07fe-cb33-4e1f-bfaa-b74c0e5e929b req-1e3ee9f6-0cdb-4b5f-b90a-05cfbf6c0dbc service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108917
May 10 17:21:08.913943 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-e2c5f953-a437-4215-885f-27cff791e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:08.915387 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-e2c5f953-a437-4215-885f-27cff791e979 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1610148
May 10 17:21:08.960954 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae1cad4-0c75-4886-b832-4064f9db7362,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.964243 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f2910d9f-ba10-416a-af0b-c8197788e67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.011656 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.035489 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce918041-89b6-417e-9e07-c85af12c4867 req-86a44f84-f068-417d-8c4b-c8f01ed1047f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.036401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-ce918041-89b6-417e-9e07-c85af12c4867 req-86a44f84-f068-417d-8c4b-c8f01ed1047f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:09.062747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.110668 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-4bb105e6-86ca-40c1-b9ff-b3d99435b32a service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872339
May 10 17:21:09.240928 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.247903 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a97cdff6-91a4-4e3a-9954-785510efe2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:09.281782 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-ce918041-89b6-417e-9e07-c85af12c4867 req-86a44f84-f068-417d-8c4b-c8f01ed1047f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:09.284447 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ce918041-89b6-417e-9e07-c85af12c4867 req-86a44f84-f068-417d-8c4b-c8f01ed1047f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.7790670
May 10 17:21:09.296712 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Attempting to bind port f4df1d39-7ffc-433e-87e9-0af7da656dbe on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:09.297057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Attempting to bind port f4df1d39-7ffc-433e-87e9-0af7da656dbe by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:09.297387 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Attempting to bind port f4df1d39-7ffc-433e-87e9-0af7da656dbe on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:09.307008 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae1cad4-0c75-4886-b832-4064f9db7362,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:09.311260 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.330001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Port f4df1d39-7ffc-433e-87e9-0af7da656dbe on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:09.330351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Attempting to bind port f4df1d39-7ffc-433e-87e9-0af7da656dbe on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:09.333899 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.338182 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ae1cad4-0c75-4886-b832-4064f9db7362 HTTP/1.1" status: 204  len: 168 time: 0.4935899
May 10 17:21:09.340148 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a3de327-cf64-431c-ac05-bfb11bbabca5 req-4004cf8c-3845-4626-85fb-4e7e4f0ffaa4 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210572
May 10 17:21:09.358302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:09.358749 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:09.359156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Bound using segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:09.359600 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Bound port: f4df1d39-7ffc-433e-87e9-0af7da656dbe, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:09.359943 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.394864 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ce918041-89b6-417e-9e07-c85af12c4867 req-a7b0ffc1-ed75-4756-825b-662b1d0e1af2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938826
May 10 17:21:09.452471 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:21:09.464809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22148d-240e-457c-8cb7-ad9f79f1b34d req-5b5063d3-7afc-44ce-882f-a07921380b9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.466292 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-af22148d-240e-457c-8cb7-ad9f79f1b34d req-5b5063d3-7afc-44ce-882f-a07921380b9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Synchronizing usage tracker for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:09.518570 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-af22148d-240e-457c-8cb7-ad9f79f1b34d req-5b5063d3-7afc-44ce-882f-a07921380b9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Unset dirty status for tenant:20567d6e73574dc3864b5a0ad5e932c0 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:09.520145 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-af22148d-240e-457c-8cb7-ad9f79f1b34d req-5b5063d3-7afc-44ce-882f-a07921380b9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.2608259
May 10 17:21:09.523793 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-cff80142-2b29-4e46-b6d3-86c0cb6b8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.525378 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-cff80142-2b29-4e46-b6d3-86c0cb6b8c21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1096 time: 0.1234407
May 10 17:21:09.664583 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:09.679357 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:09.696665 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.700914 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-af22148d-240e-457c-8cb7-ad9f79f1b34d req-cfbe8a8d-e6f9-4eec-b39e-b344dfbbc3a0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733677
May 10 17:21:09.704324 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-226721d7-851d-491e-983d-622640d62bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:09.706978 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-47d940e8-e66a-4ae4-a17f-eb290bef3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.709000 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-47d940e8-e66a-4ae4-a17f-eb290bef3c4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1639931
May 10 17:21:09.753648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53300) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:09.786971 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-2f536c47-4e18-479f-b2b1-0bb10a50d754 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 217 time: 0.0623145
May 10 17:21:09.788596 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.789206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.790566 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f4df1d39-7ffc-433e-87e9-0af7da656dbe HTTP/1.1" status: 200  len: 1093 time: 2.9343688
May 10 17:21:09.792630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:09.809859 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.862653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:21:09.866486 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:09.872356 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:09.874667 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Sync routers for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:21:09.897395 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-9d3dd241-7e8b-45d0-974e-b5523017d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.899349 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:09.899701 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-9d3dd241-7e8b-45d0-974e-b5523017d8bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.1016045
May 10 17:21:09.901148 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba5acbb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:09.910018 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:09.910975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Usage tracker for resource:security_group_rule and tenant:d4b8a6fe2132431591af474893621f9d is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:09.936565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:09.952407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:09.986824 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:09.994087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-fdcea681-ebe0-443b-b118-a2ec283f65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.995741 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-fdcea681-ebe0-443b-b118-a2ec283f65aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869653
May 10 17:21:10.081351 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3426182
May 10 17:21:10.106679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53308) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:10.129741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528482585', 'description': 'tempest-secgroup-smoke-528482585 description', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:10.138171 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-48dc411d-be12-4870-903c-25c9a76948d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.139724 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-48dc411d-be12-4870-903c-25c9a76948d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 1096 time: 0.2632935
May 10 17:21:10.141889 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:10.182540 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-124d33e5-0805-4fb6-88ff-19557897e243 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684144
May 10 17:21:10.207621 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:10.211838 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'status': 'completed', 'code': 200}
May 10 17:21:10.219886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:10.238657 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-fbdbd80b-e05d-4dd4-ae95-eb345603e749 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe HTTP/1.1" status: 200  len: 217 time: 0.0849850
May 10 17:21:10.295128 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.329675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.342607 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:10.344785 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.360693 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c6cf1eb-2d04-4674-a074-2cddc197200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.371305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:10.377670 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:10.381346 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-8c340a89-cff9-4414-866b-da15d7105572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.382778 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-8c340a89-cff9-4414-866b-da15d7105572 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.1310375
May 10 17:21:10.396102 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:10.434340 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-fa593df9-325f-41a4-b270-bf97ccb12105 req-c40ef169-a2e0-490d-85f4-f303e15ca48b service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442958
May 10 17:21:10.460876 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4b8a6fe2132431591af474893621f9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7060821
May 10 17:21:10.463901 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53314) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:10.472905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f516133-1d99-43d2-b2f7-7d55ebae0aa9,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.484611 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d8f182ef-84d2-497c-81ac-6564b5922b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:10.540285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.546752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-b949f362-fa98-41bf-8891-e256673f6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.548273 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-b949f362-fa98-41bf-8891-e256673f6a5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1500831
May 10 17:21:10.582815 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.605272 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba5acbb0>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '9c84ee19-9b00-4cda-85ef-c1a57a914862', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'port_id': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'mac_address': 'fa:16:3e:21:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:06Z', 'updated_at': '2021-05-10T17:21:06Z', 'revision_number': 0, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:10.611908 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Checking router: 44da13ed-3d57-4b5c-b68a-b717fb7672a4 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:10.617988 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.624327 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:10.625412 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba5acbb0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:10.659354 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.667789 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bd875fa7-fe36-400e-9c44-24a045d133e4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.687090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f516133-1d99-43d2-b2f7-7d55ebae0aa9,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.690762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:10.695228 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.696592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f516133-1d99-43d2-b2f7-7d55ebae0aa9 HTTP/1.1" status: 204  len: 168 time: 0.2315211
May 10 17:21:10.723491 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.738663 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0b931f51-6997-495f-b49c-3e0b71d5b6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:10.785037 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590335a6-48ef-4070-a160-b21c4ebdbc7a,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:10.797382 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:10.837485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:10.838625 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7279825
May 10 17:21:10.843110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53324) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:10.850240 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:10.853232 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:10.864717 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-0774f601-6378-437c-bdaf-63bcdc5b844d service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029783
May 10 17:21:10.867213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:10.874827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:10.902564 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:10.932553 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247968d-3113-47a8-941f-30deca17e63f req-747ff04d-66a2-43e6-b4c5-ebdbb21c85ad tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.935154 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e247968d-3113-47a8-941f-30deca17e63f req-747ff04d-66a2-43e6-b4c5-ebdbb21c85ad tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.1706448
May 10 17:21:10.982922 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:10.989490 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e247968d-3113-47a8-941f-30deca17e63f req-2f182421-7298-4aae-b861-7cc3a65a8803 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463319
May 10 17:21:11.055856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.125787 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9498b29d-54b8-4a0b-b662-069b850d6344 req-3cedadce-b44a-4c52-a936-d3c38890fc10 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521968
May 10 17:21:11.149938 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662117b-3235-405e-8847-c45ae32657ff req-c33ae32e-e84c-4182-bbc3-09dbcf8e3f3a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.151008 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4662117b-3235-405e-8847-c45ae32657ff req-c33ae32e-e84c-4182-bbc3-09dbcf8e3f3a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.1987488
May 10 17:21:11.188841 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.256983 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.272515 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba5acbb0>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '9c84ee19-9b00-4cda-85ef-c1a57a914862', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'port_id': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'mac_address': 'fa:16:3e:21:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:06Z', 'updated_at': '2021-05-10T17:21:06Z', 'revision_number': 0, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:11.276832 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9208c-a065-4187-a40b-7749073c6195 None None] The sync data for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi is: [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '9c84ee19-9b00-4cda-85ef-c1a57a914862', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'port_id': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'mac_address': 'fa:16:3e:21:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:06Z', 'updated_at': '2021-05-10T17:21:06Z', 'revision_number': 0, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:11.277056 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:11.296464 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4662117b-3235-405e-8847-c45ae32657ff req-64c0a46e-8079-4540-8f57-b6c72bcb35a2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305609
May 10 17:21:11.313133 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f964a4fb-0946-4f9e-af69-274f3f1f7d78,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:11.325280 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.332191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.336118 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4d4a86a4-83ec-439c-8646-b9197ea7ae25 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4894261
May 10 17:21:11.336575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53338) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.342220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:11.348205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:11.355448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-52c025ef-5213-45b4-b5ef-83236ff35759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.357648 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-52c025ef-5213-45b4-b5ef-83236ff35759 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 1096 time: 0.1602085
May 10 17:21:11.358054 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:11.361837 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:11.370006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:11.393842 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.473140 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.480043 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.482517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:11.527551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.532549 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1947231
May 10 17:21:11.533399 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53348) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.534126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857b8c54-8512-42e4-b63f-d6030db26648,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:11.542157 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:11.546993 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.549497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:11.553809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:11.559843 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16515ff9-95f8-4b54-bdd7-d6b44a91a140 None None] New status for floating IP 9c84ee19-9b00-4cda-85ef-c1a57a914862: ACTIVE {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:11.570588 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:11.581711 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:11.601918 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.644473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-391a5cba-7963-40f0-9bcb-8572d1dcc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.645955 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-391a5cba-7963-40f0-9bcb-8572d1dcc9a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.2817731
May 10 17:21:11.687353 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.692987 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.696554 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c7745365-e2cb-47dd-b7ea-418544f9515b tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:11.728089 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53354) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.732629 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-b7b91132-0d15-4010-8766-b9852de85c3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe HTTP/1.1" status: 200  len: 217 time: 0.0799370
May 10 17:21:11.739408 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fa52d5-fcd2-4bed-ac39-4af6a4e82bf7,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:11.742128 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.753527 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.754715 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c6244e28-5848-44c8-adba-01b6b24e1dc1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2177584
May 10 17:21:11.758428 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53360) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.763707 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:11.769571 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:11.773366 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:11.787224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:11.799148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:11.824080 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.835315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-f3dcf8c2-f5f5-4c62-a688-18a05870e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.838011 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-f3dcf8c2-f5f5-4c62-a688-18a05870e2b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0993998
May 10 17:21:11.898373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492059733-network', 'tenant_id': 'e26edd5f331446168293ac6fc91c1f90'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:11.906397 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:11.917667 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Usage tracker for resource:network and tenant:e26edd5f331446168293ac6fc91c1f90 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:11.923466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:11.927517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.929288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-b36b8940-5ed2-4659-bce3-55506db91be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.930994 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-b36b8940-5ed2-4659-bce3-55506db91be6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838330
May 10 17:21:11.932213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:11.934180 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.939615 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:11.962806 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795186e2-d93d-4e53-92e6-88d5cd3e683c,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:11.964590 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Made reservation on behalf of e26edd5f331446168293ac6fc91c1f90 for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:11.967164 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.976229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.986165 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.002150 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.003313 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-bb86c87e-2476-4b48-9c42-cc9b2b9825e5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2439749
May 10 17:21:12.004565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.006710 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53366) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.013315 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:12.017535 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Usage tracker for resource:security_group_rule and tenant:e26edd5f331446168293ac6fc91c1f90 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.021361 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.024747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.031068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.033256 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.036893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.047378 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.068483 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.securitygroups_db [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Project c3c14523d40d4cd8aee4c19091a02568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:21:12.068689 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-6dfd6681-4b11-41f2-bc86-1bac949b1d0b service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299245
May 10 17:21:12.078002 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.175851 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.187664 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.194541 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-bcea3d1a-8103-4e78-838c-20bd1348c1c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.207492 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.212700 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:12.221038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81d8eef-6fc6-4bbe-83c4-0e41daa163e1,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.222814 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.226532 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.228224 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3c6654c5-23ae-4b9a-9cb5-f63628d97b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.267597 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:21:12.269750 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.272498 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2632942
May 10 17:21:12.275096 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53374) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.275960 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6492ea0-a91f-4aa6-9a41-60c3655841e5,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.280867 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.281550 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1adede21-b478-4b49-932d-8cbbd7f8c5d7 req-c731d81e-7891-42f2-acd7-86b08f3ea037 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012460
May 10 17:21:12.285651 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'security_group_rule': {'security_group_id': '590335a6-48ef-4070-a160-b21c4ebdbc7a', 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:12.288691 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:21:12.295199 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.298572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.298712 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Added segment 7060c2f8-dcfc-4399-8481-108d2e18c74e of type vlan for network 7902645b-24ef-4918-bd6e-e8792d18a432
May 10 17:21:12.303339 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523d21-3bec-40bc-bcc0-dbf6529fcb60 req-1df3ca6a-02cf-4cfb-884f-f2aa118d3abe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.305045 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Usage tracker for resource:security_group_rule and tenant:c3c14523d40d4cd8aee4c19091a02568 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.305444 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb523d21-3bec-40bc-bcc0-dbf6529fcb60 req-1df3ca6a-02cf-4cfb-884f-f2aa118d3abe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.1543224
May 10 17:21:12.308221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.318457 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.339770 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.344899 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.securitygroups_db [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Project c3c14523d40d4cd8aee4c19091a02568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:21:12.353655 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.409202 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb523d21-3bec-40bc-bcc0-dbf6529fcb60 req-8b34258a-c52c-44cc-a52c-b9dc3554ca34 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956495
May 10 17:21:12.412261 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.416572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.417205 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.421926 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-35f29612-480e-4659-a081-fb539d579697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.445477 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-bf122e9f-3b68-4250-8f64-4678ab2e423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.446925 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-bf122e9f-3b68-4250-8f64-4678ab2e423b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1098 time: 0.1169245
May 10 17:21:12.568950 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8397329
May 10 17:21:12.574226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53380) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.584679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Request body: {'subnet': {'network_id': '7902645b-24ef-4918-bd6e-e8792d18a432', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492059733-subnet', 'tenant_id': 'e26edd5f331446168293ac6fc91c1f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:12.586575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Pushing event updated for resources: {'Network': ['ID=7902645b-24ef-4918-bd6e-e8792d18a432,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.589867 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.590899 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-72b209a4-1f95-4a7b-a532-d6abc392b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.591938 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.592639 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-72b209a4-1f95-4a7b-a532-d6abc392b270 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1393280
May 10 17:21:12.594294 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.595547 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-325197'] for security_group_rule, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.598220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Usage tracker for resource:subnet and tenant:e26edd5f331446168293ac6fc91c1f90 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.600551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-28a260f8-5802-4e3c-b165-6e1d19981e17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.602184 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.604007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 7902645b-24ef-4918-bd6e-e8792d18a432 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:21:12.626618 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eefe34-6432-4f6e-afb6-c96cbee650e1,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.631736 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.647884 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.651862 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-269ed7a8-0137-4a62-a49c-feae94319362 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3701994
May 10 17:21:12.657859 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97691-f400-40b9-86fa-ae5877b49a19 req-4233a573-3682-456f-b4ae-1a151016feca tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.659347 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-85c97691-f400-40b9-86fa-ae5877b49a19 req-4233a573-3682-456f-b4ae-1a151016feca tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.2383826
May 10 17:21:12.710466 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-b93417cc-c979-4368-bd3d-fed38ebade8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1001 time: 0.1093149
May 10 17:21:12.711353 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.717476 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-85c97691-f400-40b9-86fa-ae5877b49a19 req-6d5f762c-1acb-4827-8d05-3123f4144caf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515139
May 10 17:21:12.774689 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Made reservation on behalf of e26edd5f331446168293ac6fc91c1f90 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:12.776888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.887903 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-35b68a2b-3411-4720-8979-d5b1cfd0b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.889280 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-35b68a2b-3411-4720-8979-d5b1cfd0b5c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.1713800
May 10 17:21:12.938321 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-344b6966-c601-4f90-8784-6641f66ea370 req-bfca184f-a305-4e51-baa8-10223737d8a1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:12.980719 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-344b6966-c601-4f90-8784-6641f66ea370 req-bfca184f-a305-4e51-baa8-10223737d8a1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:12.982570 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-344b6966-c601-4f90-8784-6641f66ea370 req-bfca184f-a305-4e51-baa8-10223737d8a1 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528482585&fields=id&tenant_id=c3c14523d40d4cd8aee4c19091a02568 HTTP/1.1" status: 200  len: 267 time: 0.2277203
May 10 17:21:13.092038 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-9eb8fe23-1dba-45e2-9d57-9330bc93a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:13.093483 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-9eb8fe23-1dba-45e2-9d57-9330bc93a0ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1972122
May 10 17:21:13.251130 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b6966-c601-4f90-8784-6641f66ea370 req-1f233d24-b467-4114-ae7d-15ecebf93cb3 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:13.252611 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-344b6966-c601-4f90-8784-6641f66ea370 req-1f233d24-b467-4114-ae7d-15ecebf93cb3 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.2636104
May 10 17:21:13.284004 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'port': {'security_groups': ['e71818cf-409f-456b-9976-dd0bb093135f', '590335a6-48ef-4070-a160-b21c4ebdbc7a']}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:13.497759 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-7a0c5fec-1ec5-44b5-b223-5b98265d933c service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924649
May 10 17:21:13.586498 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e447-c0ba-424f-929c-188e238a856b req-4368f960-2d0b-4b93-b018-2b36a7171a15 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:13.587944 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5f20e447-c0ba-424f-929c-188e238a856b req-4368f960-2d0b-4b93-b018-2b36a7171a15 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.0809560
May 10 17:21:13.622493 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:21:13.639527 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5f20e447-c0ba-424f-929c-188e238a856b req-124410dd-b43c-4e3f-9346-5a9314ae52be tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445690
May 10 17:21:13.641519 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.768707 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:13.783141 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:21:13.790409 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8883f3f0-047e-4f6c-8e62-be478dc93b73 req-54e9b4aa-70ea-47c1-bb3b-97d6d570c5e0 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599344
May 10 17:21:13.860922 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.878288 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:13.895545 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:13.901587 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:13.903344 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-59af02b2-8476-488e-b1b0-455fe20c8911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:13.912512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b139-239f-43f6-a16b-25a01311a946 req-88b8442a-2c49-46eb-8a53-692b8ad19012 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:13.916405 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7600b139-239f-43f6-a16b-25a01311a946 req-88b8442a-2c49-46eb-8a53-692b8ad19012 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0900710
May 10 17:21:13.960375 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7600b139-239f-43f6-a16b-25a01311a946 req-6a874338-e4e1-4989-b152-470e920f194f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392220
May 10 17:21:13.972079 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:13.975838 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:13.986086 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.003617 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1a095b64-c12a-429c-9ee3-81c462dd7fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:14.091050 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:14.107886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb10b57-56fc-46fb-acda-e6d2cc09c611,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:14.116771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:14.117450 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Checking segment: {'id': '7060c2f8-dcfc-4399-8481-108d2e18c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7902645b-24ef-4918-bd6e-e8792d18a432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:14.117855 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Network hostable DHCP agents. Network: 7902645b-24ef-4918-bd6e-e8792d18a432, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:21:14.144933 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.150983 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.153085 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Network 7902645b-24ef-4918-bd6e-e8792d18a432 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:21:14.159684 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1536dc53-41fb-4af8-a1e9-ad90daf1af19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:14.162439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:14.192516 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['0df6d964-a1e7-425a-bcb9-72cde70421c5'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:14.212969 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 7902645b-24ef-4918-bd6e-e8792d18a432) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:14.234350 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.234997 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.236441 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-344b6966-c601-4f90-8784-6641f66ea370 req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "PUT /v2.0/ports/dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 981 time: 0.9732335
May 10 17:21:14.246470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.247644 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.267762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=6']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:14.270637 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f91963-212b-4419-8b8c-ac27814cc72a None None] Network 7902645b-24ef-4918-bd6e-e8792d18a432 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:14.273206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:14.289923 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-69c464f4-1a92-4608-ab2d-de8ba6ae8c17 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7064762
May 10 17:21:14.289923 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:14.346319 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:21:14.463758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:14.497910 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-34206aa2-a1cc-40b8-890e-6e54eb3d1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.499581 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-34206aa2-a1cc-40b8-890e-6e54eb3d1348 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1137 time: 0.1230252
May 10 17:21:14.506355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745826-956e-41cd-bb0f-d587364caf3d req-5328b109-dbd3-4cbc-8f86-218d13844621 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.507913 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-32745826-956e-41cd-bb0f-d587364caf3d req-5328b109-dbd3-4cbc-8f86-218d13844621 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.1205237
May 10 17:21:14.576764 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-32745826-956e-41cd-bb0f-d587364caf3d req-2fbe1623-b341-44ec-87c1-d1fb48184581 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0614250
May 10 17:21:14.653748 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-b00b7328-0d5d-4e39-bbc0-23cda4b400c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.655588 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-b00b7328-0d5d-4e39-bbc0-23cda4b400c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1470301
May 10 17:21:14.660631 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-4da3d353-3d33-48cd-942f-e86479158293 None None] Provisioning complete for port dbea19f8-e84a-4431-a26f-81623a1eabbc triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:14.661093 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4da3d353-3d33-48cd-942f-e86479158293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:14.773356 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedac70b-098e-42e7-ab23-5961cc1d85dd None None] Network 7902645b-24ef-4918-bd6e-e8792d18a432 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:14.789624 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-3560fb2a-11d5-4791-b3d4-fe2e9e090a2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1001 time: 0.1263242
May 10 17:21:14.897641 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-914f57ad-6c26-47cc-915f-52b1f68f77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.898772 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-914f57ad-6c26-47cc-915f-52b1f68f77a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0734608
May 10 17:21:14.946824 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53416) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:14.953814 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818207536-network', 'tenant_id': '0b309ea5dda34bb2a487dc5ecbffe228'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:14.958480 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:14.963393 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Usage tracker for resource:network and tenant:0b309ea5dda34bb2a487dc5ecbffe228 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:14.967708 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:14.972076 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f581-fa46-4b01-baf0-be9a44ee9e0a req-2bb27875-3ed6-4658-985e-b65eb92e7f58 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.973569 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4949f581-fa46-4b01-baf0-be9a44ee9e0a req-2bb27875-3ed6-4658-985e-b65eb92e7f58 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.1906362
May 10 17:21:14.974171 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:14.985822 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Made reservation on behalf of 0b309ea5dda34bb2a487dc5ecbffe228 for: {'network': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:14.988440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.004593 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.026244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:15.032874 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0b309ea5dda34bb2a487dc5ecbffe228 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:15.036136 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:15.042159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:15.044543 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4949f581-fa46-4b01-baf0-be9a44ee9e0a req-fe3762ac-fb4f-4c24-b6b5-747eac2b1933 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619166
May 10 17:21:15.067495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-f92c7976-5fa1-46c4-8a26-0f773aae84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.069235 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-f92c7976-5fa1-46c4-8a26-0f773aae84b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1604142
May 10 17:21:15.193183 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.209308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.222552 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694}  {{(pid=78683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:21:15.232511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.232882 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.segments_db [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Added segment 3417a265-9ab9-4ea9-a98f-f18a5a6e3066 of type vlan for network 8ac83187-2018-4502-92fd-405716385c41
May 10 17:21:15.267512 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-77f8817b-5cb7-46a0-8ee9-eea7932a82de service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900465
May 10 17:21:15.291801 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.299700 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-192a664b-4baf-4630-aa9a-969bd5b55a0a tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:15.338635 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ffd36d-a78c-4182-9f37-16ab31a612cd,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:15.342328 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:15.373979 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150e90e-b92f-4bd1-8a56-b388fc8a8d07 req-7bba9bdd-f10f-41e3-84d0-4d53fc1aca48 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.375540 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3150e90e-b92f-4bd1-8a56-b388fc8a8d07 req-7bba9bdd-f10f-41e3-84d0-4d53fc1aca48 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 944 time: 0.2452364
May 10 17:21:15.383116 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.387044 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.388300 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:15.406281 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6f216932-3234-4fe2-a5ef-645846a6b780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:15.529667 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3150e90e-b92f-4bd1-8a56-b388fc8a8d07 req-3d39e259-ac7d-4a13-8f4f-bb4c8ded45ca tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456058
May 10 17:21:15.536404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac83187-2018-4502-92fd-405716385c41,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:15.540434 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:15.544317 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5954769
May 10 17:21:15.546808 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53424) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:15.550159 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 8ac83187-2018-4502-92fd-405716385c41 details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:21:15.561803 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Request body: {'subnet': {'network_id': '8ac83187-2018-4502-92fd-405716385c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818207536-subnet', 'tenant_id': '0b309ea5dda34bb2a487dc5ecbffe228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:15.561803 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:15.562242 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Usage tracker for resource:subnet and tenant:0b309ea5dda34bb2a487dc5ecbffe228 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:15.565087 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:15.566188 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-918dadbe-3b9f-47d6-af01-a430e860a4f3 req-2366ee2f-6c24-43ab-a0e7-c816a1a0b4ec service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2906864
May 10 17:21:15.570813 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:15.585060 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Made reservation on behalf of 0b309ea5dda34bb2a487dc5ecbffe228 for: {'subnet': 1} {{(pid=78683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:15.587689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7155791'] for subnet, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.059239 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8370288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7155773'] for subnet, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.063646 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:16.138184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b36bf2a-f857-48e0-9c0a-2348334e3d2f,revision_number=0']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:16.140401 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Checking segment: {'id': '3417a265-9ab9-4ea9-a98f-f18a5a6e3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8ac83187-2018-4502-92fd-405716385c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:16.140752 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Network hostable DHCP agents. Network: 8ac83187-2018-4502-92fd-405716385c41, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:21:16.143585 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:16.159863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Network 8ac83187-2018-4502-92fd-405716385c41 is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:21:16.173326 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 8ac83187-2018-4502-92fd-405716385c41) {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:16.182464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.183040 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:16.187818 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa7807-f035-4e30-9821-1d8bba0269c6 None None] Network 8ac83187-2018-4502-92fd-405716385c41 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:16.204871 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-2a2c3de1-bd7e-4b2f-a771-badb76cc82b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6561775
May 10 17:21:16.287368 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743c71b-e827-4f24-bdf4-ed383612fa73 req-d695a7c3-3021-4c15-8be4-2c7958dcdb77 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.288992 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1743c71b-e827-4f24-bdf4-ed383612fa73 req-d695a7c3-3021-4c15-8be4-2c7958dcdb77 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.1388988
May 10 17:21:16.360016 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1743c71b-e827-4f24-bdf4-ed383612fa73 req-1a045988-7512-48af-b9be-f2ce54c85251 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598509
May 10 17:21:16.439860 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113098f2-fb40-4a3d-87dd-b1906d59ace9 None None] Network 8ac83187-2018-4502-92fd-405716385c41 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:16.733896 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dfe89-4608-4a2a-9c08-72548dac5496 req-37452ca0-a571-41c2-a49d-609c3b94e243 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.735470 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-706dfe89-4608-4a2a-9c08-72548dac5496 req-37452ca0-a571-41c2-a49d-609c3b94e243 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 944 time: 0.0884497
May 10 17:21:16.785595 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-706dfe89-4608-4a2a-9c08-72548dac5496 req-e4be4e55-eeb0-43f7-b1cc-ae717cea2886 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430229
May 10 17:21:17.178250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-eb724fbc-0eba-428f-8684-2ae5c1f40437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.540314 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25179-b7f6-4cc4-9575-fc9b871d0518 req-fab2be0b-625c-4c6d-8a4f-8824ce547386 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:17.541764 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d9b25179-b7f6-4cc4-9575-fc9b871d0518 req-fab2be0b-625c-4c6d-8a4f-8824ce547386 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.0851119
May 10 17:21:17.588305 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d9b25179-b7f6-4cc4-9575-fc9b871d0518 req-13f93812-997b-40af-9caa-16c8c7598cf7 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407867
May 10 17:21:17.628559 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:21:17.697168 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:17.702384 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:17.702758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.817597 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.844689 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:17.854086 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:17.859305 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:17.861241 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:17.896656 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'code': 200}
May 10 17:21:17.929084 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:17.931907 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:17.990073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801202-ac13-447e-9e9d-55700ad81c6a req-870e7ef8-87ac-4f44-a085-02b1d1bd92ac tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:17.991528 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-80801202-ac13-447e-9e9d-55700ad81c6a req-870e7ef8-87ac-4f44-a085-02b1d1bd92ac tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0876679
May 10 17:21:18.039331 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-80801202-ac13-447e-9e9d-55700ad81c6a req-fe5e9630-c846-43a8-83bd-1ec28f41941a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403349
May 10 17:21:18.127016 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef8a2-4d55-40b4-a198-f889a6e02458 req-2d4b7da4-f6cf-4755-a724-3ea350f69e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.128503 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cc3ef8a2-4d55-40b4-a198-f889a6e02458 req-2d4b7da4-f6cf-4755-a724-3ea350f69e34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1098 time: 0.0719433
May 10 17:21:18.171430 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cc3ef8a2-4d55-40b4-a198-f889a6e02458 req-3d071262-97ba-4f95-9fd3-3541314b1dbb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357475
May 10 17:21:18.772306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38a3af-1236-4e9f-a370-87c44aee44f1 req-1edbff48-9319-4780-bd3e-9dce092589dc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:18.773796 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7a38a3af-1236-4e9f-a370-87c44aee44f1 req-1edbff48-9319-4780-bd3e-9dce092589dc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 943 time: 0.0809414
May 10 17:21:18.822902 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7a38a3af-1236-4e9f-a370-87c44aee44f1 req-50cb441f-6597-4a17-ae62-49ec5e4049ef tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429940
May 10 17:21:19.239126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051cae-6078-4a28-9f63-fe89e12491fd req-a7682bff-33c7-4d72-9c78-ae3a138befd4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:19.240581 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a051cae-6078-4a28-9f63-fe89e12491fd req-a7682bff-33c7-4d72-9c78-ae3a138befd4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0826671
May 10 17:21:19.284646 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a051cae-6078-4a28-9f63-fe89e12491fd req-78217974-9f27-47e1-9516-29771bf4cab9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381343
May 10 17:21:19.463460 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf2bec-8779-4475-a58a-13026d4de886 req-e58a6ba1-6298-44d3-9e22-4faba9f7e251 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:19.464948 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a7cf2bec-8779-4475-a58a-13026d4de886 req-e58a6ba1-6298-44d3-9e22-4faba9f7e251 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0795746
May 10 17:21:19.473880 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53472) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:19.479219 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Request body: {'floatingip': {'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:19.556835 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.633441 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f4df1d39-7ffc-433e-87e9-0af7da656dbe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:21:19.771034 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:19.784200 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'port_id': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'mac_address': 'fa:16:3e:95:8f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:21:19.861537 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.872837 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.883811 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df1d39-7ffc-433e-87e9-0af7da656dbe {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:19.901143 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:19.906073 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.907856 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-f677fb62-2cdd-4527-bfab-1a1bbf00fb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:19.981941 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a326-de20-4315-8e9d-e6aef3210a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:19.988330 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:19.991408 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:20.172355 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['f4df1d39-7ffc-433e-87e9-0af7da656dbe'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:20.174769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd03e1-23ca-45f5-bbb3-a5af733aa248 req-2303c418-58fa-4145-abc4-4c4251eef32a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:20.176375 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adbd03e1-23ca-45f5-bbb3-a5af733aa248 req-2303c418-58fa-4145-abc4-4c4251eef32a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 944 time: 0.2122107
May 10 17:21:20.398556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:20.401547 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-adbd03e1-23ca-45f5-bbb3-a5af733aa248 req-6a15ef31-54fb-43c2-80a2-c2036b0ffc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1646409
May 10 17:21:20.402682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:20.570837 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Floating IP 4a1737d5-8d3f-4c8a-afc7-9832db226587 associated. External IP: 172.27.3.214, port: 0df6d964-a1e7-425a-bcb9-72cde70421c5.
May 10 17:21:20.848521 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:20.910986 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:21:21.089707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:21:21.094101 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:21.098657 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:21:21.108575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:21.109186 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba55d6a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:21.152709 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d8cbd894-3a98-49eb-a42c-cce76c5d5c5a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "PUT /v2.0/floatingips/4a1737d5-8d3f-4c8a-afc7-9832db226587 HTTP/1.1" status: 200  len: 991 time: 1.6753824
May 10 17:21:21.152709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:21.210937 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'status': 'completed', 'code': 200}
May 10 17:21:21.302599 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:21.333210 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480445-28f0-468c-8924-541ec877874e req-5e33b2c8-4669-4a33-b0e2-5eac9061a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:21.334663 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-5e33b2c8-4669-4a33-b0e2-5eac9061a689 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1098 time: 0.0992870
May 10 17:21:21.470304 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480445-28f0-468c-8924-541ec877874e req-314b748f-9163-4df0-978f-515eef54ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:21.471725 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-314b748f-9163-4df0-978f-515eef54ca5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1289744
May 10 17:21:21.593112 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-f9ba6cd8-7219-4a12-9130-a3c3e4837043 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 999 time: 0.1128974
May 10 17:21:21.628866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4049-e32b-4a49-89a6-97d7e74e3019 req-156f0589-5815-40f4-a089-d50726863c6c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:21.630441 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5bfe4049-e32b-4a49-89a6-97d7e74e3019 req-156f0589-5815-40f4-a089-d50726863c6c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 944 time: 0.0905290
May 10 17:21:21.651331 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f4df1d39-7ffc-433e-87e9-0af7da656dbe up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:21:21.675753 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480445-28f0-468c-8924-541ec877874e req-3ce28603-b921-4cb0-9382-77ae37cb7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:21.677218 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-3ce28603-b921-4cb0-9382-77ae37cb7746 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.0764940
May 10 17:21:21.689967 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5bfe4049-e32b-4a49-89a6-97d7e74e3019 req-1dbd7574-a36f-4bf9-a5e5-bddcdda68115 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534039
May 10 17:21:21.761765 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480445-28f0-468c-8924-541ec877874e req-c2315d0f-b50b-43c5-a427-160403fd685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:21.763380 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-c2315d0f-b50b-43c5-a427-160403fd685e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781231
May 10 17:21:21.792975 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port f4df1d39-7ffc-433e-87e9-0af7da656dbe completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:21.799959 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba55d6a0>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '4a1737d5-8d3f-4c8a-afc7-9832db226587', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:01Z', 'updated_at': '2021-05-10T17:21:20Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:21.803638 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port f4df1d39-7ffc-433e-87e9-0af7da656dbe triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:21.804064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:21.833399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:21.865189 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:21.865887 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba55d6a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:21.994131 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-22189945-c0fe-429d-9ab0-e1729ba5e243 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234697
May 10 17:21:22.082589 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:22.127177 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:22.132691 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:22.136487 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-06480445-28f0-468c-8924-541ec877874e req-beba62a1-9d67-4bf5-a883-f62a5568b08a service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351223
May 10 17:21:22.190958 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:22.197110 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:22.202182 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-66854ab8-c545-449c-8540-9c90cbb4e456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:22.243847 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'code': 200}
May 10 17:21:22.379544 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:22.400431 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.400766 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.401107 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.401439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.401762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.402083 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.402412 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.403286 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.403610 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.403928 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.404273 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.404584 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:22.452154 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:22.462126 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:22.535235 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b67628-2944-4965-b389-66ee13680300 req-e58f8e80-8377-4dc3-bc4a-9cf40da55bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:22.536712 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d3b67628-2944-4965-b389-66ee13680300 req-e58f8e80-8377-4dc3-bc4a-9cf40da55bd0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 1098 time: 0.0743766
May 10 17:21:22.577451 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d3b67628-2944-4965-b389-66ee13680300 req-0a331c78-6b1b-478a-be38-145a4fe9d53f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338025
May 10 17:21:22.577699 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba55d6a0>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '4a1737d5-8d3f-4c8a-afc7-9832db226587', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:01Z', 'updated_at': '2021-05-10T17:21:20Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:22.581481 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779cd904-178f-4ab1-a6e8-8a6261b3887d None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '4a1737d5-8d3f-4c8a-afc7-9832db226587', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:01Z', 'updated_at': '2021-05-10T17:21:20Z', 'revision_number': 1, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:22.764300 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e7bd30-1477-4dff-883a-e6d711032495 None None] New status for floating IP 4a1737d5-8d3f-4c8a-afc7-9832db226587: ACTIVE {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:22.884417 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da90c-6b3c-4695-b30d-d3c970170212 req-4134df15-adc0-4f77-9814-d7b4cde9bab6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:22.886127 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c4da90c-6b3c-4695-b30d-d3c970170212 req-4134df15-adc0-4f77-9814-d7b4cde9bab6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0854900
May 10 17:21:22.934556 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c4da90c-6b3c-4695-b30d-d3c970170212 req-c9e621fc-fd70-46c9-882f-2427c51a0854 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412531
May 10 17:21:24.115837 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ed0c-6a52-40ef-b207-27fc6595b7b0 req-87a11d52-e2b1-47ac-9e07-7d0249bd1a24 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:24.117284 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6cd3ed0c-6a52-40ef-b207-27fc6595b7b0 req-87a11d52-e2b1-47ac-9e07-7d0249bd1a24 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0788851
May 10 17:21:24.163505 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6cd3ed0c-6a52-40ef-b207-27fc6595b7b0 req-af330fc6-ddfa-4383-9049-0dd16fd67a25 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400100
May 10 17:21:24.357564 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ed975-bda0-401c-a362-b9e7ef19d00a req-6dd14bd8-7a31-4d79-8d28-1e231733bd68 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:24.359064 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e05ed975-bda0-401c-a362-b9e7ef19d00a req-6dd14bd8-7a31-4d79-8d28-1e231733bd68 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0865538
May 10 17:21:24.405078 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e05ed975-bda0-401c-a362-b9e7ef19d00a req-ee15b0d8-9614-4820-a792-cc022f371272 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401332
May 10 17:21:24.428419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53538) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:24.657639 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29375423-9e3d-4913-a545-ff3e13add9c5 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:24.658440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-29375423-9e3d-4913-a545-ff3e13add9c5 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] Synchronizing usage tracker for tenant:3bd0d693f22740eeb717e1763806c34f on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:24.675946 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-29375423-9e3d-4913-a545-ff3e13add9c5 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] Unset dirty status for tenant:3bd0d693f22740eeb717e1763806c34f on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:24.680337 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-29375423-9e3d-4913-a545-ff3e13add9c5 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 1093 time: 0.2481530
May 10 17:21:24.680681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53550) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:24.686283 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'port_id': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:24.692394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:24.696428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:floatingip and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:24.699634 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:24.707319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:24.717213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.857393 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.995856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.27.3.107 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/dad9a7ef-c8ca-492d-976b-122a3d6c98f6) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:25.139648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.169911 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.173579 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-bb1c5437-b44b-49cc-a82c-b07da0743723 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:25.231708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:25.235008 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:25.238632 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:25.278177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=dad9a7ef-c8ca-492d-976b-122a3d6c98f6,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:25.290060 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.290434 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.290798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.291173 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.291505 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.291862 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.292237 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.292587 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.292940 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.293284 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.293629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.293970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:25.299351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:25.648626 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.721490 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:26.018296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:26.022508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:26.027084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38f0eafa-2c7a-4e3c-8cb5-e2ff5317d211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:26.132034 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=dad9a7ef-c8ca-492d-976b-122a3d6c98f6,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:26.136373 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:26.148301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:26.330603 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 871021a5-4003-4d16-ae83-66b4bf8a1f44 associated. External IP: 172.27.3.107, port: f4df1d39-7ffc-433e-87e9-0af7da656dbe.
May 10 17:21:26.682518 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:21:26.859538 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:21:26.869598 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:21:26.879366 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:26.879997 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba935cd0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:26.886289 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:26.955985 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2636738
May 10 17:21:26.955985 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:26.997742 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'status': 'completed', 'code': 200}
May 10 17:21:27.061354 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:27.093149 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-fab4688b-5fc5-46ae-bbfc-9e20157fba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:27.094711 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-fab4688b-5fc5-46ae-bbfc-9e20157fba92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 1098 time: 0.0732307
May 10 17:21:27.238046 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-63ba58fd-e9d0-4d77-971b-5bad785b9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:27.239494 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-63ba58fd-e9d0-4d77-971b-5bad785b9f2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1345606
May 10 17:21:27.354260 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-a0b79b5d-f675-4186-bf47-e70722f67025 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe HTTP/1.1" status: 200  len: 999 time: 0.1074665
May 10 17:21:27.429170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-8fd82867-4b20-41be-a949-f0ec43f92bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:27.430732 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-8fd82867-4b20-41be-a949-f0ec43f92bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0659223
May 10 17:21:27.459477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba935cd0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '871021a5-4003-4d16-ae83-66b4bf8a1f44', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:95:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:25Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:27.463680 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:21:27.475243 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:21:27.475790 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba935cd0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:27.605364 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-9689b866-ade9-4728-9787-432651e84ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:27.607067 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-9689b866-ade9-4728-9787-432651e84ff7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1695902
May 10 17:21:27.663070 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:21:27.772379 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-d8136966-1bdb-4035-9551-f6a064086f3d service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578171
May 10 17:21:27.912239 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5c2e8195-5805-4e74-93d4-05898f34a3a5 req-c88af343-0e99-4c42-b8be-546011449e4c service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307714
May 10 17:21:28.029186 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba935cd0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '871021a5-4003-4d16-ae83-66b4bf8a1f44', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:95:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:25Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:28.033590 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2101e4-3862-44dd-8a7a-8b8801dff070 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '871021a5-4003-4d16-ae83-66b4bf8a1f44', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:95:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:21:25Z', 'updated_at': '2021-05-10T17:21:25Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:21:28.215579 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c11874-c650-4b09-9283-3998ea47ab40 None None] New status for floating IP 871021a5-4003-4d16-ae83-66b4bf8a1f44: ACTIVE {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:21:30.909990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4bd6c-f612-4825-9a88-3c03416578c6 req-bc224928-3388-40b8-8aea-bdac21a30f7a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:30.911470 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-16b4bd6c-f612-4825-9a88-3c03416578c6 req-bc224928-3388-40b8-8aea-bdac21a30f7a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0841320
May 10 17:21:30.955531 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-16b4bd6c-f612-4825-9a88-3c03416578c6 req-e52c7d80-1dbb-4515-8693-b02e853514ef tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380380
May 10 17:21:31.833212 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-eeb98ae2-e00f-4806-b03e-45adb5c869e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:31.834667 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-eeb98ae2-e00f-4806-b03e-45adb5c869e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1137 time: 0.0797927
May 10 17:21:31.858387 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182c29-2387-4682-9b94-da72700cb851 req-5a4c911d-12b3-4b25-9d3d-bdc2f8b059a3 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:31.859820 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86182c29-2387-4682-9b94-da72700cb851 req-5a4c911d-12b3-4b25-9d3d-bdc2f8b059a3 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0856109
May 10 17:21:31.910325 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86182c29-2387-4682-9b94-da72700cb851 req-7e490cfb-3095-4fc5-8168-0e49609ea83a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438426
May 10 17:21:31.968959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-99fd132c-b6df-49be-892e-ab7c334ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:31.970363 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-99fd132c-b6df-49be-892e-ab7c334ae9ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1269968
May 10 17:21:32.108179 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-d9a41906-f75e-4d28-903f-8988e8a6be99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1001 time: 0.1299081
May 10 17:21:32.180576 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-305bdca1-08db-465a-9b27-c949b912473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:32.182005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-305bdca1-08db-465a-9b27-c949b912473b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0665400
May 10 17:21:32.246059 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2084707-2542-4179-9e88-3baeb52ca78a req-6d3b1d7a-bf93-4a8c-aaea-25b17b74ac56 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:32.256615 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c2084707-2542-4179-9e88-3baeb52ca78a req-6d3b1d7a-bf93-4a8c-aaea-25b17b74ac56 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1862497
May 10 17:21:32.310975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-e6c76811-8ac4-46f5-bc41-4e67707994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:32.312443 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-e6c76811-8ac4-46f5-bc41-4e67707994cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1190536
May 10 17:21:32.317100 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c2084707-2542-4179-9e88-3baeb52ca78a req-d81f42da-1bdc-462d-8f62-0d084287da1f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575905
May 10 17:21:32.445806 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-22c6bec2-48ca-4432-93b2-47c63d906093 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209033
May 10 17:21:32.577489 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e71693ec-6c8b-4991-ae07-97bd4b98a69b req-c5858173-80f8-4e24-8bf4-8525ce8af1a0 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242843
May 10 17:21:32.833817 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53660) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:32.891257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Deleting subnet ddb10b57-56fc-46fb-acda-e6d2cc09c611 {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:21:32.894192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:32.946382 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.002002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.312270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60d28-4dbd-4da0-ae49-488d6ec8f4c3 req-642d9352-58ea-405b-aebf-75d5abed7722 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:33.313732 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-53d60d28-4dbd-4da0-ae49-488d6ec8f4c3 req-642d9352-58ea-405b-aebf-75d5abed7722 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.2853196
May 10 17:21:33.417212 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-53d60d28-4dbd-4da0-ae49-488d6ec8f4c3 req-7c95f17b-3fae-4ba8-855e-ce4030d221d3 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0974042
May 10 17:21:33.452789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.457599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:33.495710 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb10b57-56fc-46fb-acda-e6d2cc09c611,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:33.498214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.501224 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:33.504665 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-46c8f7aa-3c34-41ca-8198-5cbac080a2d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ddb10b57-56fc-46fb-acda-e6d2cc09c611 HTTP/1.1" status: 204  len: 168 time: 0.6697364
May 10 17:21:33.507113 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53670) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:33.572021 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8ac7a-843c-4a33-b1a3-59755af6a341 req-7c2e47f3-0152-4777-b05b-22c4cb2909a3 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:33.573509 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-33e8ac7a-843c-4a33-b1a3-59755af6a341 req-7c2e47f3-0152-4777-b05b-22c4cb2909a3 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0882256
May 10 17:21:33.611487 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.621074 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-33e8ac7a-843c-4a33-b1a3-59755af6a341 req-ea4a97dd-5f77-4e6e-b4f0-b8ad1961f88f tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404804
May 10 17:21:33.732978 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.745445 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b9064880>,) {'filters': {'network_id': ['7902645b-24ef-4918-bd6e-e8792d18a432']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:33.757936 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9064880>, '7060c2f8-dcfc-4399-8481-108d2e18c74e') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:33.758232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9064880>, '7060c2f8-dcfc-4399-8481-108d2e18c74e') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:33.770461 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.786945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.793027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:21:33.793401 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:21:33.807171 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:21:33.881687 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.885200 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-95579a94-639c-47bc-916e-fa22bc2a9ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:33.898214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:33.907549 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7902645b-24ef-4918-bd6e-e8792d18a432,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:33.910331 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7902645b-24ef-4918-bd6e-e8792d18a432 HTTP/1.1" status: 204  len: 168 time: 0.4022834
May 10 17:21:33.911156 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1bbb1d4f-5290-41ed-9b21-64818a7c17f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:33.913396 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53678) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:33.972582 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Deleting subnet 8b36bf2a-f857-48e0-9c0a-2348334e3d2f {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:21:33.975751 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.029555 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.087492 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.332161 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.336844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3135a301-05fd-4bb8-a3d7-3d49017c1671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:34.370581 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b36bf2a-f857-48e0-9c0a-2348334e3d2f,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:34.373137 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.375527 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:34.379522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b5f88e1a-a534-4385-b686-ffe6f44866e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b36bf2a-f857-48e0-9c0a-2348334e3d2f HTTP/1.1" status: 204  len: 168 time: 0.4652145
May 10 17:21:34.381903 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53682) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:34.489708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.658424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.674073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b8c2dd30>,) {'filters': {'network_id': ['8ac83187-2018-4502-92fd-405716385c41']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:34.690808 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b8c2dd30>, '3417a265-9ab9-4ea9-a98f-f18a5a6e3066') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:34.691094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b8c2dd30>, '3417a265-9ab9-4ea9-a98f-f18a5a6e3066') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:34.705860 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.734054 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0bc78-4ee7-436f-b973-346a4f12e152 req-f41f85f5-1b67-43f7-9a83-b4a24e66e8f5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:34.735502 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-edd0bc78-4ee7-436f-b973-346a4f12e152 req-f41f85f5-1b67-43f7-9a83-b4a24e66e8f5 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.2052240
May 10 17:21:34.739162 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.761894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:21:34.762338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:21:34.775469 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:21:34.815761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7de91-99a7-48ee-9787-246fcc00e85e req-ce964d36-6cfb-403c-bcf3-46d5c2c6bbad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:34.817274 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-32a7de91-99a7-48ee-9787-246fcc00e85e req-ce964d36-6cfb-403c-bcf3-46d5c2c6bbad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0874298
May 10 17:21:34.865741 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-32a7de91-99a7-48ee-9787-246fcc00e85e req-e9d6d655-e1bf-4dfc-a3c0-89bb1f16710d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425868
May 10 17:21:34.965317 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-edd0bc78-4ee7-436f-b973-346a4f12e152 req-cdbec322-b22f-41b7-8a20-75a483b0c25f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2209051
May 10 17:21:34.970818 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.976288 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:34.979811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-753dda56-79f0-437f-9632-b832929e7206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:34.996625 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ac83187-2018-4502-92fd-405716385c41 HTTP/1.1" status: 204  len: 168 time: 0.6137865
May 10 17:21:35.000001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac83187-2018-4502-92fd-405716385c41,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:35.002509 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-da721aa4-f59a-4a97-ae87-89f25481a9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:35.166023 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53696) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:35.214528 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-065bea3a-7f48-43dd-adf5-d044db32e6fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e26edd5f331446168293ac6fc91c1f90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471759
May 10 17:21:35.217525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53700) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:35.276069 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.303039 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.354975 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.359064 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6aa716da-4a71-429d-8c3c-35d528d7c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:35.370028 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6492ea0-a91f-4aa6-9a41-60c3655841e5,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:35.380748 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.381124 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.381488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.381848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.382204 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.382565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.382918 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.383269 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.383616 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.383986 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.384333 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.384677 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:35.387943 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.389152 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6492ea0-a91f-4aa6-9a41-60c3655841e5 HTTP/1.1" status: 204  len: 168 time: 0.1707194
May 10 17:21:35.390018 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:35.728390 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53710) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:35.780331 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-fd1d7264-06d4-4c75-be4a-3a0891ab78a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b309ea5dda34bb2a487dc5ecbffe228&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507333
May 10 17:21:35.782680 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53714) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:35.839646 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.865528 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.916525 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.921413 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5cf43f29-0722-40e7-8d84-7e76aa23f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:35.931488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ffd36d-a78c-4182-9f37-16ab31a612cd,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:35.935022 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:35.940221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:35.941401 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-51bbc709-9e66-4bcb-833a-ee970b3821bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5ffd36d-a78c-4182-9f37-16ab31a612cd HTTP/1.1" status: 204  len: 168 time: 0.1578460
May 10 17:21:36.163126 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8534-6561-4787-9274-947d651028a1 req-6a569b0f-e2f3-43ee-9521-8697e2eda9d0 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:36.165592 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-00bf8534-6561-4787-9274-947d651028a1 req-6a569b0f-e2f3-43ee-9521-8697e2eda9d0 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1808507
May 10 17:21:36.192953 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0cb19-6814-411f-bdbd-aaee25feeadd req-c1ca4c8b-856e-4c79-802f-61cf5f1fa040 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:36.194477 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-96f0cb19-6814-411f-bdbd-aaee25feeadd req-c1ca4c8b-856e-4c79-802f-61cf5f1fa040 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0963926
May 10 17:21:36.215044 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-00bf8534-6561-4787-9274-947d651028a1 req-d4b1df7a-789a-4d61-ab45-c3d0cf203ff4 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429089
May 10 17:21:36.268567 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-96f0cb19-6814-411f-bdbd-aaee25feeadd req-64534b71-e2de-4b45-8e85-bac99dbbf588 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0651851
May 10 17:21:37.418065 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a734e-f73e-4e52-8f49-d7b5da21a640 req-b89a2a43-4b95-491c-a830-e6e3993dfc8a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:37.419695 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-799a734e-f73e-4e52-8f49-d7b5da21a640 req-b89a2a43-4b95-491c-a830-e6e3993dfc8a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0892522
May 10 17:21:37.466744 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924aa2-1ecc-4374-b385-a669f936c121 req-418b933b-1ad1-40eb-bcdb-752b3419ec17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:37.468251 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-42924aa2-1ecc-4374-b385-a669f936c121 req-418b933b-1ad1-40eb-bcdb-752b3419ec17 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0912061
May 10 17:21:37.476512 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-799a734e-f73e-4e52-8f49-d7b5da21a640 req-3370bb19-fd8d-4088-afd8-c147e6bf76db tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491743
May 10 17:21:37.531524 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-42924aa2-1ecc-4374-b385-a669f936c121 req-5237afbc-25d6-4367-b61a-b57a228284f2 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0563622
May 10 17:21:37.586819 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:38.661605 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e7f82-132e-4343-8fa5-f857176842c0 req-6317a74c-dd32-49f8-bff4-3da0ca058f93 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.663046 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c91e7f82-132e-4343-8fa5-f857176842c0 req-6317a74c-dd32-49f8-bff4-3da0ca058f93 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0820413
May 10 17:21:38.711069 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c91e7f82-132e-4343-8fa5-f857176842c0 req-ba3e1057-ba50-4c3c-a92c-b28017f921e9 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419643
May 10 17:21:38.720883 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105520-8d79-418e-af63-31fa8fb52ff0 req-34f77a3c-c6fb-473b-8da5-6277e7b53c59 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.722340 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e0105520-8d79-418e-af63-31fa8fb52ff0 req-34f77a3c-c6fb-473b-8da5-6277e7b53c59 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0847268
May 10 17:21:38.774561 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e0105520-8d79-418e-af63-31fa8fb52ff0 req-b88d0518-c9ad-41bc-8a90-ee293553e796 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415678
May 10 17:21:38.831602 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.916789 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a5a4-73ba-4572-a1ed-b863463af453 req-524f01a8-7a01-40af-b9f9-21e430830934 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:39.919426 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a7e7a5a4-73ba-4572-a1ed-b863463af453 req-524f01a8-7a01-40af-b9f9-21e430830934 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0948186
May 10 17:21:39.969804 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-a7e7a5a4-73ba-4572-a1ed-b863463af453 req-d765f639-9786-4db7-a857-73124ee2bc59 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441217
May 10 17:21:39.976136 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98906b90-5633-4328-b9c5-c7a6f3ffdf18 req-93939092-a65e-42fc-b208-b589b3f50e0d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:39.977623 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-98906b90-5633-4328-b9c5-c7a6f3ffdf18 req-93939092-a65e-42fc-b208-b589b3f50e0d tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0841091
May 10 17:21:40.036587 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-98906b90-5633-4328-b9c5-c7a6f3ffdf18 req-7a12e5d0-2082-4415-9a3f-321fb64d9636 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529718
May 10 17:21:41.159548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070467-f227-4063-a082-847e05832bb2 req-affd2cb8-487d-4daa-b877-0a6c20dfdc2c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:41.161023 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-39070467-f227-4063-a082-847e05832bb2 req-affd2cb8-487d-4daa-b877-0a6c20dfdc2c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0804105
May 10 17:21:41.212668 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-39070467-f227-4063-a082-847e05832bb2 req-296ed835-a66d-4639-b81d-ff1108f9fd98 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457573
May 10 17:21:41.230881 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985652f3-285f-4be3-968c-f461aa8adf40 req-0cb5e200-e278-4767-9996-5685966972bf tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:41.233130 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-985652f3-285f-4be3-968c-f461aa8adf40 req-0cb5e200-e278-4767-9996-5685966972bf tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0889630
May 10 17:21:41.281148 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-985652f3-285f-4be3-968c-f461aa8adf40 req-55efdb71-aeec-4f37-98ff-75e0ddb4303a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0422812
May 10 17:21:42.409184 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c31e27-d837-4bc5-ac63-e37b2b3118a7 req-e13df5ab-dc29-412c-898b-28ae3586f35a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:42.410753 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-89c31e27-d837-4bc5-ac63-e37b2b3118a7 req-e13df5ab-dc29-412c-898b-28ae3586f35a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0810351
May 10 17:21:42.456007 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-89c31e27-d837-4bc5-ac63-e37b2b3118a7 req-9de907dd-83dc-46f7-807a-b45cc7023a53 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393932
May 10 17:21:42.477654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d55f5-6e18-433d-9187-c6199c439dac req-075a9b45-3fcf-4375-963b-a01ce8924f69 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:42.479102 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-055d55f5-6e18-433d-9187-c6199c439dac req-075a9b45-3fcf-4375-963b-a01ce8924f69 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0841985
May 10 17:21:42.531907 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-055d55f5-6e18-433d-9187-c6199c439dac req-1ee51f15-e600-4209-907e-7f8083a6568f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461137
May 10 17:21:43.664510 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c7f35-b9ff-42b2-a56a-e3117778680e req-f342f276-452a-432c-939b-bb97ca49c1b9 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:43.666064 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-978c7f35-b9ff-42b2-a56a-e3117778680e req-f342f276-452a-432c-939b-bb97ca49c1b9 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0975866
May 10 17:21:43.722227 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-978c7f35-b9ff-42b2-a56a-e3117778680e req-d308320d-2309-4d54-a3c7-4411063dd3cd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453010
May 10 17:21:43.751085 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8516fc-0df1-416c-a08b-be92704e423e req-6ae7cdf0-667b-4b21-8053-c800f1c9ab5c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:43.752604 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5f8516fc-0df1-416c-a08b-be92704e423e req-6ae7cdf0-667b-4b21-8053-c800f1c9ab5c tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0932522
May 10 17:21:43.807142 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5f8516fc-0df1-416c-a08b-be92704e423e req-6336da24-2662-4a98-9fbf-495a216f92d2 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480249
May 10 17:21:44.912380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ff0ab-b6d0-444a-9127-40192af0a376 req-dcc292b1-a4b7-41da-9053-a81e75680968 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.913831 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0d0ff0ab-b6d0-444a-9127-40192af0a376 req-dcc292b1-a4b7-41da-9053-a81e75680968 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0829115
May 10 17:21:44.959057 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0d0ff0ab-b6d0-444a-9127-40192af0a376 req-6b06c51a-c6c8-4099-8a26-f75a127180bb tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388775
May 10 17:21:44.992118 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdfaa1-b9c5-4360-9606-6d5390e94400 req-b93c0c27-b13d-4bd4-8bf4-601430ea203a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.993833 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86cdfaa1-b9c5-4360-9606-6d5390e94400 req-b93c0c27-b13d-4bd4-8bf4-601430ea203a tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0820699
May 10 17:21:45.042851 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86cdfaa1-b9c5-4360-9606-6d5390e94400 req-f3580a3c-5fcf-4a14-9bf9-0b86859d1131 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423882
May 10 17:21:45.389949 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53910) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:45.509809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.525280 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:45.529123 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Usage tracker for resource:security_group_rule and tenant:389732bc887e48628e241a0dc478c6aa is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:45.531848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:45.537514 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:45.624142 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.627799 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.636704 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2cb1ddef-87b5-4db4-9b34-176aeddf432e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:45.677072 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=389732bc887e48628e241a0dc478c6aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859192
May 10 17:21:45.678115 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e095ee2e-b444-474d-a18e-21430d59799a,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:45.679655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53922) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:45.681177 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.741247 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.767713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.825559 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.830409 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2a56c24f-8258-448c-bb9a-4f509136c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:45.843707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e095ee2e-b444-474d-a18e-21430d59799a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:45.846537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.847440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.851125 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e095ee2e-b444-474d-a18e-21430d59799a HTTP/1.1" status: 204  len: 168 time: 0.1704490
May 10 17:21:46.139324 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-1613ef15-be3d-43d5-950c-6b084561924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.141240 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-1613ef15-be3d-43d5-950c-6b084561924d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.1237998
May 10 17:21:46.196719 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53942) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:46.266426 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3994b9-d2b9-4df5-b900-c159e57df10a req-544ccb55-39ec-4f84-a750-b7cd4f469f13 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.267901 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d3994b9-d2b9-4df5-b900-c159e57df10a req-544ccb55-39ec-4f84-a750-b7cd4f469f13 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0895264
May 10 17:21:46.276736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.308060 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:46.317767 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0d3994b9-d2b9-4df5-b900-c159e57df10a req-924ea9e6-3007-46bb-b8a1-4c9df28a81eb tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438132
May 10 17:21:46.322627 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Usage tracker for resource:security_group_rule and tenant:e39b8974f909496bb3e6232427891419 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:46.328664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:46.336823 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:46.387702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-2d0d55d2-114c-4426-bc16-0e8aefb07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.389275 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-2d0d55d2-114c-4426-bc16-0e8aefb07511 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.2293835
May 10 17:21:46.401592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633c41-c250-4651-9f78-c6cc4c1f5f24 req-e57b0b80-670d-42d5-9f7c-4f05d1741c55 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.403522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43633c41-c250-4651-9f78-c6cc4c1f5f24 req-e57b0b80-670d-42d5-9f7c-4f05d1741c55 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.3125689
May 10 17:21:46.545857 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-e123e4b1-8b19-4dd7-84b9-198669757d31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 1001 time: 0.1391885
May 10 17:21:46.594484 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43633c41-c250-4651-9f78-c6cc4c1f5f24 req-52e9b6c1-fea0-4d04-a445-02c0170b1ebb tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398678
May 10 17:21:46.639799 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.646625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-c6f7785f-ab09-48c4-aec8-dfa36eb0f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.648128 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-c6f7785f-ab09-48c4-aec8-dfa36eb0f3c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0934319
May 10 17:21:46.648810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.657189 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3a12879a-cca1-467f-9d52-0957404135fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.736188 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e39b8974f909496bb3e6232427891419&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5361059
May 10 17:21:46.738170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d770c26-e2a4-460c-a941-d16cdae9abca,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.738863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53946) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:46.741147 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.769306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-efa7ae37-b6cc-4869-bcf0-2b9379a09b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.770750 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-efa7ae37-b6cc-4869-bcf0-2b9379a09b66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1145346
May 10 17:21:46.798644 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.827572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.884520 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.888628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3174a62-acae-467d-b17a-72400d0865f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.902034 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d770c26-e2a4-460c-a941-d16cdae9abca,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.906777 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.912503 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.915840 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-1b8737eb-764e-45fe-b068-8f74ca869937 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d770c26-e2a4-460c-a941-d16cdae9abca HTTP/1.1" status: 204  len: 168 time: 0.1738024
May 10 17:21:47.003078 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-2d87800b-a346-46d1-9310-5b37d095e64a service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243552
May 10 17:21:47.142269 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a4d7c4dc-ed5f-4124-bdde-b3ec0320e183 req-67c58e1d-b16a-4123-b549-4fe2406a3acd service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314728
May 10 17:21:47.180712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-13c30cfb-aca1-4435-8d2e-16dfd78a46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.274481 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 53956) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:47.291631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.306451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:47.310988 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Usage tracker for resource:security_group_rule and tenant:c65ec3dc975d4505b32bdb9580ce7469 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:47.313769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:47.319313 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:47.406792 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.410454 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.419469 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2058348a-7591-476e-9754-fb610fdcdb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:47.459527 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c65ec3dc975d4505b32bdb9580ce7469&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836710
May 10 17:21:47.460407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e8f3b-7c2f-4f80-b842-7e90dd5ee179,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:47.462916 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 53964) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:47.463443 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b7d3399c-cf16-4eff-80af-afdc90315658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:47.547421 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.572938 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213720a-3696-45ec-9f6f-dacdf9ae95f6 req-c79b065f-26fe-4e54-925a-c02efdde19ee tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.574409 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c213720a-3696-45ec-9f6f-dacdf9ae95f6 req-c79b065f-26fe-4e54-925a-c02efdde19ee tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.1479521
May 10 17:21:47.604348 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.666873 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c213720a-3696-45ec-9f6f-dacdf9ae95f6 req-e0833197-fccb-45c8-8e05-efa205a581a6 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0827754
May 10 17:21:47.685796 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.691876 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-763cc3b4-48d0-4e74-b6ac-8b0416803f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:47.704482 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e8f3b-7c2f-4f80-b842-7e90dd5ee179,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:47.707249 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:47.708196 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.709258 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-1198e650-1578-4618-9c9c-ced59828ba31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b73e8f3b-7c2f-4f80-b842-7e90dd5ee179 HTTP/1.1" status: 204  len: 168 time: 0.2393968
May 10 17:21:47.810984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf87fc-1907-44ba-9811-01c17f05aed5 req-50d6c9b4-b902-4f88-8491-df1574726332 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.812567 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8bcf87fc-1907-44ba-9811-01c17f05aed5 req-50d6c9b4-b902-4f88-8491-df1574726332 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0824685
May 10 17:21:47.862330 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8bcf87fc-1907-44ba-9811-01c17f05aed5 req-ac45ad0c-5467-4c6a-aa1d-f8667a6b2792 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442069
May 10 17:21:48.853674 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b82c5-b67e-4c39-9b81-e4e95263f732 req-44e182c7-0f5c-4a97-86d1-89ab743b0815 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:48.855005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f48b82c5-b67e-4c39-9b81-e4e95263f732 req-44e182c7-0f5c-4a97-86d1-89ab743b0815 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0798841
May 10 17:21:48.902946 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f48b82c5-b67e-4c39-9b81-e4e95263f732 req-fc5e8876-0e36-4e45-a9ee-2f7494a388a7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=590335a6-48ef-4070-a160-b21c4ebdbc7a&id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410011
May 10 17:21:49.047083 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db4e3-faf9-47b2-82e1-b16b0ac11bb7 req-3051b4ed-6bd2-4919-a0dc-87ab06b687ae tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:49.048616 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c6db4e3-faf9-47b2-82e1-b16b0ac11bb7 req-3051b4ed-6bd2-4919-a0dc-87ab06b687ae tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0793254
May 10 17:21:49.093256 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c6db4e3-faf9-47b2-82e1-b16b0ac11bb7 req-e64c69f7-815b-47ff-b01b-5143cf7db493 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387588
May 10 17:21:49.837624 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:49.947252 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-81af70b5-6863-458d-8a97-550653cc913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:50.276824 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aef7e7-0578-434c-b943-81ea1d84c6ea req-e1f29630-79a9-4b4c-98a3-a372127c59ca tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:50.278388 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-34aef7e7-0578-434c-b943-81ea1d84c6ea req-e1f29630-79a9-4b4c-98a3-a372127c59ca tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0823967
May 10 17:21:50.322869 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-34aef7e7-0578-434c-b943-81ea1d84c6ea req-bf7f4508-0ec3-4a8a-b47a-c0b67c89b2c9 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388024
May 10 17:21:50.636693 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54000) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:50.671791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24888fe-a3ef-445d-a3bf-1e8150e7541f req-66237892-f457-4a19-beb1-7298300556dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:50.673291 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e24888fe-a3ef-445d-a3bf-1e8150e7541f req-66237892-f457-4a19-beb1-7298300556dd tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0828891
May 10 17:21:50.720079 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e24888fe-a3ef-445d-a3bf-1e8150e7541f req-ea1db4f6-9ea0-415a-bd0b-e6411c6ad117 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411367
May 10 17:21:50.757520 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-506a156c-9e86-4c69-b6e7-6c68015c2020 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1189220
May 10 17:21:50.852038 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.905048 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa5fd1-da0e-4e9b-96bf-b695687e1971 req-95239ac4-9503-4382-95a4-ad4073cd56a6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:51.906477 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c8fa5fd1-da0e-4e9b-96bf-b695687e1971 req-95239ac4-9503-4382-95a4-ad4073cd56a6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0827456
May 10 17:21:51.950304 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c8fa5fd1-da0e-4e9b-96bf-b695687e1971 req-8bd4dea6-588d-4fad-94a6-52baebc49920 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377796
May 10 17:21:52.390366 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.134932 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b95b-cd31-475b-9fce-b4981b898045 req-add53c06-6e70-443a-ae7f-0564d5f4dcd8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.136580 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6651b95b-cd31-475b-9fce-b4981b898045 req-add53c06-6e70-443a-ae7f-0564d5f4dcd8 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0798366
May 10 17:21:53.281781 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6651b95b-cd31-475b-9fce-b4981b898045 req-8d4f4cea-0168-4403-b49f-c4c75690e7ce tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380041
May 10 17:21:53.861571 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-635d7d05-3696-4f68-853f-c6e2dd0bf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.863037 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-635d7d05-3696-4f68-853f-c6e2dd0bf212 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6&tenant_id=5c55bfcb3cfe44219a63287f0983cdeb HTTP/1.1" status: 200  len: 1098 time: 0.0757048
May 10 17:21:53.866482 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:21:53.956152 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-a3c0ed65-9acc-492f-91d5-f9bc8c836723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.957210 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-a3c0ed65-9acc-492f-91d5-f9bc8c836723 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.0721464
May 10 17:21:53.983337 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.011403 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:54.023455 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:54.030290 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.034741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:54.105519 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-2880c63f-8983-4c15-8f56-d4e921c18fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.108183 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-2880c63f-8983-4c15-8f56-d4e921c18fe6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.1434395
May 10 17:21:54.108434 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=6']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:54.111518 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:54.239140 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-830e4e74-f022-434e-b0b9-bb9cc3680d43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 999 time: 0.1238747
May 10 17:21:54.248909 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'code': 200}
May 10 17:21:54.315888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-e3bb9c52-74f1-4d84-95ea-f90b1f93d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.317471 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-e3bb9c52-74f1-4d84-95ea-f90b1f93d16c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0677204
May 10 17:21:54.448126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-ba584f49-ad89-4a38-8b89-7d2263c507e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.449644 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-ba584f49-ad89-4a38-8b89-7d2263c507e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1222715
May 10 17:21:54.557204 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18121fec-96db-4877-8ee3-4fa43af096c3 req-b529b1c8-c1eb-4c89-8b56-fa8902a9a24a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.558645 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-18121fec-96db-4877-8ee3-4fa43af096c3 req-b529b1c8-c1eb-4c89-8b56-fa8902a9a24a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.1691649
May 10 17:21:54.644307 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-18121fec-96db-4877-8ee3-4fa43af096c3 req-a9f3f9ad-c9a1-4c01-8219-4914f9fdcf3a tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780718
May 10 17:21:54.649267 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-15de7f47-724e-4661-970d-afd94e432893 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801200
May 10 17:21:54.784317 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ee5012ca-0a4a-45f1-96cd-62727f554119 req-c7b986dd-29e1-4d36-97de-63b75236560a service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245313
May 10 17:21:55.840938 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540eb1-b995-4e6e-a797-6efb7138ffa1 req-3f389e68-deb6-4158-ab72-9444591aacc7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:55.842468 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9b540eb1-b995-4e6e-a797-6efb7138ffa1 req-3f389e68-deb6-4158-ab72-9444591aacc7 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0888386
May 10 17:21:55.894908 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9b540eb1-b995-4e6e-a797-6efb7138ffa1 req-0cb528a4-02ba-4dc8-8a0c-52688da17bf6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467486
May 10 17:21:57.153293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de37c0-7eed-4a29-bccf-166c8da0b05a req-62bf117b-6529-4a78-95ab-05c115aac0d3 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.154778 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d9de37c0-7eed-4a29-bccf-166c8da0b05a req-62bf117b-6529-4a78-95ab-05c115aac0d3 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.1565201
May 10 17:21:57.198509 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d9de37c0-7eed-4a29-bccf-166c8da0b05a req-9186faab-850d-4747-849a-146f6ee036d2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379691
May 10 17:21:58.380939 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77773b-015c-4dec-9e9f-58020d1a67e1 req-67920464-7c29-4672-b31e-b656a5c8067d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.382355 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9b77773b-015c-4dec-9e9f-58020d1a67e1 req-67920464-7c29-4672-b31e-b656a5c8067d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0800636
May 10 17:21:58.425230 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9b77773b-015c-4dec-9e9f-58020d1a67e1 req-2b94293d-6f86-4aac-95ec-7e93d8316760 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369816
May 10 17:21:59.610532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b313ad0-adbb-422f-88d5-f3eff2d5ad18 req-218f0abe-98f0-461b-9ed6-3c47e77bfe09 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.611958 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1b313ad0-adbb-422f-88d5-f3eff2d5ad18 req-218f0abe-98f0-461b-9ed6-3c47e77bfe09 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0794511
May 10 17:21:59.662133 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1b313ad0-adbb-422f-88d5-f3eff2d5ad18 req-f1684585-e530-4b83-b3dd-9ac37c294046 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445745
May 10 17:22:00.844738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fd75f-a28b-4585-abca-76cc54ba8072 req-eae697ba-9655-43bb-bb4f-4d8fe1b10865 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.846170 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ae3fd75f-a28b-4585-abca-76cc54ba8072 req-eae697ba-9655-43bb-bb4f-4d8fe1b10865 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0818369
May 10 17:22:00.889516 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ae3fd75f-a28b-4585-abca-76cc54ba8072 req-5c1fda61-9cda-4a81-8c61-8335e5632b36 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377398
May 10 17:22:01.276448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe230cda-a365-4116-a6a0-1c9402d5810f req-318bfd43-8b20-42d2-96fd-747c67c62c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:01.278295 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe230cda-a365-4116-a6a0-1c9402d5810f req-318bfd43-8b20-42d2-96fd-747c67c62c27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1096 time: 0.0774970
May 10 17:22:01.328230 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fe230cda-a365-4116-a6a0-1c9402d5810f req-0014adfe-371d-42b3-a4c9-d085030c06bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347195
May 10 17:22:02.072822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932b66-6b42-4209-a25a-1ed44aa7f1e2 req-d8d1a882-c3bb-48eb-96e9-6f7bb69a3982 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.074254 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a5932b66-6b42-4209-a25a-1ed44aa7f1e2 req-d8d1a882-c3bb-48eb-96e9-6f7bb69a3982 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0812876
May 10 17:22:02.121987 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a5932b66-6b42-4209-a25a-1ed44aa7f1e2 req-44c1f24f-87aa-421a-bca6-b3139e8ff58c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406275
May 10 17:22:03.312434 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eea132-f73b-475e-814c-02c392b7484b req-99de27dd-6e1e-4334-b44a-f1c365cc654b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.313889 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a7eea132-f73b-475e-814c-02c392b7484b req-99de27dd-6e1e-4334-b44a-f1c365cc654b tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 943 time: 0.0804048
May 10 17:22:03.357480 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a7eea132-f73b-475e-814c-02c392b7484b req-94ded661-615c-4f4e-8125-34971dcac74c tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378244
May 10 17:22:03.892801 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:04.026868 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:04.040142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'port_id': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'mac_address': 'fa:16:3e:8c:8c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:04.132429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.149256 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d1b341-52c6-4d8c-802a-78c2be31bb79 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:04.165253 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:04.169827 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.171819 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:04.238601 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=7']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:04.241914 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:04.564503 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['83d1b341-52c6-4d8c-802a-78c2be31bb79'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:05.906559 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:05.977410 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 83d1b341-52c6-4d8c-802a-78c2be31bb79 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:05.977839 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.092490 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.117909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:06.127742 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:06.131476 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.133266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:06.167327 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'code': 200}
May 10 17:22:06.199064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=8']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:06.203392 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:06.932767 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-c69db60f-d0d5-467f-83e8-fa3955e009c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738652
May 10 17:22:07.033271 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-c6de905b-8b62-4dc1-b8a1-af7beabf1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.035569 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-c6de905b-8b62-4dc1-b8a1-af7beabf1eda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1137 time: 0.0808103
May 10 17:22:07.199404 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-001206c1-069c-41bf-b739-baa23cc5e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.200783 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-001206c1-069c-41bf-b739-baa23cc5e1ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1268640
May 10 17:22:07.302671 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-a69ff02c-4082-43b2-bebb-265b248b854f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1001 time: 0.0942101
May 10 17:22:07.365020 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-705f74ec-e771-4a6b-9b04-051b9b3c12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.366437 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-705f74ec-e771-4a6b-9b04-051b9b3c12d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0560889
May 10 17:22:07.443745 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-895e7c4b-5f21-49c8-9d8a-09ba73af1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.445227 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-895e7c4b-5f21-49c8-9d8a-09ba73af1fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718725
May 10 17:22:07.581748 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-2f4fd605-c00e-4119-9766-bc935a03ff97 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253121
May 10 17:22:07.718189 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-45eaacc8-084d-4164-80da-db7e1b31b8c1 req-c97c226b-f680-4429-baad-9f7dca8261c6 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289227
May 10 17:22:08.834500 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.894657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f62f-4bed-4c33-86a1-9ef645401f30 req-7a9ac1b6-783f-4532-9ef8-abe452c22416 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.896111 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-00f4f62f-4bed-4c33-86a1-9ef645401f30 req-7a9ac1b6-783f-4532-9ef8-abe452c22416 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.0810661
May 10 17:22:09.018659 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-00f4f62f-4bed-4c33-86a1-9ef645401f30 req-7e155ec0-bb5a-4e5c-9dec-ad4d8de656af tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167078
May 10 17:22:10.199558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58bacc-b45d-4a0a-8de1-cd93c0274b81 req-c4135d5f-6ba0-410f-ab2e-47ccc06d6328 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.201830 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ce58bacc-b45d-4a0a-8de1-cd93c0274b81 req-c4135d5f-6ba0-410f-ab2e-47ccc06d6328 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.0787888
May 10 17:22:10.246887 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ce58bacc-b45d-4a0a-8de1-cd93c0274b81 req-58142ae3-5303-4d1c-a64f-a93d9f6182dc tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394638
May 10 17:22:10.873095 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-057f7af8-7c74-435c-8e49-3cf872bc0c59 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.874569 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-057f7af8-7c74-435c-8e49-3cf872bc0c59 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.0808542
May 10 17:22:11.007473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Deleting port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:11.007804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.135717 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] For port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:11.136000 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.471584 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.472237 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.472348 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Floating IP de26e851-9866-46cb-a9ed-220f976cb04e disassociated. External IP: 172.27.3.110, port: d3175fb4-7054-44cd-9bbb-0e39cd6e34a8.
May 10 17:22:11.472588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Calling delete_port for d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:11.511322 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8a6f-f201-4d49-9921-1ffbe319511e req-db4fdc36-ea3b-428a-90eb-322eaac8821b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.512794 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-029c8a6f-f201-4d49-9921-1ffbe319511e req-db4fdc36-ea3b-428a-90eb-322eaac8821b tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 946 time: 0.1338415
May 10 17:22:11.571945 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-029c8a6f-f201-4d49-9921-1ffbe319511e req-c8619e98-4675-47f5-8d11-fd0ee8ebbf7c tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534441
May 10 17:22:11.644204 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.652225 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-026d9dfa-5c50-41fc-95ce-29aebe7fb5b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:11.701562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'Port': ['ID=d3175fb4-7054-44cd-9bbb-0e39cd6e34a8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:11.705110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:11.895005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:12.076028 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:12.085801 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:12.097188 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:12.097808 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb40b520>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:12.242233 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] No DVR routers for this DVR port d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:12.244768 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.247316 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'name': 'network-vif-deleted', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:12.274467 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3b632c1c-3ef2-4fa8-ab63-8eae2a428988 req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.53 "DELETE /v2.0/ports/d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 HTTP/1.1" status: 204  len: 173 time: 1.3929152
May 10 17:22:12.302752 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337cb4ab-8e23-4988-808a-fc0304dbf4d9', 'name': 'network-vif-deleted', 'tag': 'd3175fb4-7054-44cd-9bbb-0e39cd6e34a8', 'status': 'completed', 'code': 200}
May 10 17:22:12.303420 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:12.612104 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb40b520>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:12.616039 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:12.625064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:12.625705 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb40b520>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:12.739845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b24f5fc5-6f0c-4de5-b487-7fa7b87c289c req-6317d779-6fcc-4ba5-a276-8e308ec3e987 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Synchronizing usage tracker for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:12.758158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b24f5fc5-6f0c-4de5-b487-7fa7b87c289c req-6317d779-6fcc-4ba5-a276-8e308ec3e987 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Unset dirty status for tenant:4c147c218ccf4335b966ff789b99e212 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:12.759511 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b24f5fc5-6f0c-4de5-b487-7fa7b87c289c req-6317d779-6fcc-4ba5-a276-8e308ec3e987 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/ports?device_id=337cb4ab-8e23-4988-808a-fc0304dbf4d9 HTTP/1.1" status: 200  len: 210 time: 0.0624321
May 10 17:22:12.820253 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:13.158558 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb40b520>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:13.162363 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f201caf-61a0-4447-8ba6-48e42b1281cd None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '4171f6ca-6714-477d-ac64-8e8c61e1b9c3', 'name': '', 'network_id': 'e3830e0f-be23-4cc5-9927-993015606b1b', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'mac_address': 'fa:16:3e:7c:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:52Z', 'updated_at': '2021-05-10T17:16:04Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'subnets': [{'id': '2e398103-6ea4-46e3-90e2-657c5cd82bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:13.366922 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a042899-1567-4545-8816-41bc1dd63174 None None] New status for floating IP de26e851-9866-46cb-a9ed-220f976cb04e: DOWN {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:22:13.881530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54198) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:13.947679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.975816 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.030286 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.034158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-520fe3f6-d764-4a43-9e9c-603771170bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:14.049297 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8ae2a-691a-4f89-b464-dc5d4c8e272f,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:14.052453 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:14.065328 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.066849 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7f8ae2a-691a-4f89-b464-dc5d4c8e272f HTTP/1.1" status: 204  len: 168 time: 0.1841457
May 10 17:22:14.069526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54206) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:14.086408 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.api.v2.resource [None req-19474e52-7ec2-441e-8b6e-94b9b7f12ab7 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] show failed (client error): The resource could not be found.
May 10 17:22:14.087369 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-19474e52-7ec2-441e-8b6e-94b9b7f12ab7 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "GET /v2.0/security-groups/b7f8ae2a-691a-4f89-b464-dc5d4c8e272f HTTP/1.1" status: 404  len: 347 time: 0.0167844
May 10 17:22:14.090279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54214) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:14.313125 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Deleting port fbc09588-a73f-4f54-8e61-ff466a7a6c75 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:14.313460 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.319480 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778f67-46d2-4d51-b6ba-feddc7a44561 req-c02b674d-d753-4cb8-97e2-ec84ba75c3a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.320968 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ac778f67-46d2-4d51-b6ba-feddc7a44561 req-c02b674d-d753-4cb8-97e2-ec84ba75c3a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0826764
May 10 17:22:14.366450 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ac778f67-46d2-4d51-b6ba-feddc7a44561 req-fd6a4326-d509-42e5-98ce-a3ac9ff6e236 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389304
May 10 17:22:14.429711 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.430032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.548545 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Calling delete_port for fbc09588-a73f-4f54-8e61-ff466a7a6c75 owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:14.585540 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:22:14.656306 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.660721 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a9c7b976-67c0-4a84-bf59-8ebc04dbb752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:14.706282 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Pushing event deleted for resources: {'Port': ['ID=fbc09588-a73f-4f54-8e61-ff466a7a6c75,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:14.736213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:14.798294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.816636 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.817758 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] 10.222.0.20 "DELETE /v2.0/floatingips/de26e851-9866-46cb-a9ed-220f976cb04e HTTP/1.1" status: 204  len: 168 time: 0.7266130
May 10 17:22:15.558061 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f4ba-ba63-42e6-a9cf-cf4ed3a37f28 req-7661a5c8-4bce-4169-8915-ca0f9c6051eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.559414 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0a03f4ba-ba63-42e6-a9cf-cf4ed3a37f28 req-7661a5c8-4bce-4169-8915-ca0f9c6051eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0797668
May 10 17:22:15.603544 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-0a03f4ba-ba63-42e6-a9cf-cf4ed3a37f28 req-ca4d755d-1d55-4cdb-aad4-7155d9d10a05 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377593
May 10 17:22:15.932125 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:15.965162 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:15.965504 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d3175fb4-7054-44cd-9bbb-0e39cd6e34a8 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:16.791293 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a63d-c22b-4eb6-81c3-b682b7f28634 req-3f6560f3-4ba5-41ca-ada6-0c89d9a69d07 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:16.792725 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fce8a63d-c22b-4eb6-81c3-b682b7f28634 req-3f6560f3-4ba5-41ca-ada6-0c89d9a69d07 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0801578
May 10 17:22:16.836551 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fce8a63d-c22b-4eb6-81c3-b682b7f28634 req-12820183-fd85-4c81-bfad-ac02c05967e9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373309
May 10 17:22:17.182553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-41631cf5-5c7d-4e4f-9788-a7ce8e4588a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.023501 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307829c8-4d52-484c-b017-68358c9e220f req-012d796c-82ab-4240-af73-98fb017c4ee7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:18.025111 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-307829c8-4d52-484c-b017-68358c9e220f req-012d796c-82ab-4240-af73-98fb017c4ee7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0817986
May 10 17:22:18.069415 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-307829c8-4d52-484c-b017-68358c9e220f req-fd058f01-0120-49e0-ab16-4dc35f887381 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371690
May 10 17:22:18.812700 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54252) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:19.267096 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6ca3-7bdf-4e52-8aa6-04e1755080d2 req-77372ad0-82ab-4011-af0a-489b39b176b2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:19.268570 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-07be6ca3-7bdf-4e52-8aa6-04e1755080d2 req-77372ad0-82ab-4011-af0a-489b39b176b2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0900457
May 10 17:22:19.313196 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-07be6ca3-7bdf-4e52-8aa6-04e1755080d2 req-998de640-7451-4aa5-aaa8-fc9f00f89f6a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386443
May 10 17:22:19.535319 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.842591 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.947572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Deleting port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:19.947921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.948634 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-801039b2-15be-40fc-93a1-e01f6c918636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.067146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] For port 4171f6ca-6714-477d-ac64-8e8c61e1b9c3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:20.067494 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.188137 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Calling delete_port for 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:20.324529 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.329520 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:20.371644 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4171f6ca-6714-477d-ac64-8e8c61e1b9c3,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:20.374808 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:20.661252 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b03f8-cc70-4233-8574-b5d1395ae216 req-f9e43b43-7361-4a6a-930f-7fd0cd1395f5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:20.662710 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-118b03f8-cc70-4233-8574-b5d1395ae216 req-f9e43b43-7361-4a6a-930f-7fd0cd1395f5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.2232625
May 10 17:22:20.725106 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-118b03f8-cc70-4233-8574-b5d1395ae216 req-980e7010-63cc-4f04-8a8d-c9ec74de1cd7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523126
May 10 17:22:20.740541 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.854277 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.183368 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Router 6a5c77e1-7860-44f8-801f-56b2be109337 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:21.362672 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:21.370880 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Sync routers for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:21.376424 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] 10.222.0.20 "PUT /v2.0/routers/6a5c77e1-7860-44f8-801f-56b2be109337/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5626786
May 10 17:22:21.378788 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54262) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:21.381224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:21.381824 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba34e280>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:21.548179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.552752 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:21.721589 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.793560 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Deleting port 4ee1bfbe-85d1-4839-b2ea-15703f35e252 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:21.793936 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.838169 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba34e280>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:22:20Z', 'revision_number': 5, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port': {'id': '4ee1bfbe-85d1-4839-b2ea-15703f35e252', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:15:45Z', 'updated_at': '2021-05-10T17:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:21.841912 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Checking router: 6a5c77e1-7860-44f8-801f-56b2be109337 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:21.850424 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Routers {'6a5c77e1-7860-44f8-801f-56b2be109337'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:21.851021 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba34e280>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['6a5c77e1-7860-44f8-801f-56b2be109337'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:21.917889 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] For port 4ee1bfbe-85d1-4839-b2ea-15703f35e252, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=4ee1bfbe-85d1-4839-b2ea-15703f35e252,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:21.918240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.924218 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493063a-6a34-4393-abd7-9dd5c6cb8bcb req-b288a3c8-28cb-4c33-a136-9451b0d95e4b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:21.925789 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d493063a-6a34-4393-abd7-9dd5c6cb8bcb req-b288a3c8-28cb-4c33-a136-9451b0d95e4b tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0837932
May 10 17:22:21.972114 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d493063a-6a34-4393-abd7-9dd5c6cb8bcb req-de75417e-b935-48fe-a6a8-b661095cfaac tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392644
May 10 17:22:22.000768 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] Set router 6a5c77e1-7860-44f8-801f-56b2be109337 gateway port host: None {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:22.042863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Calling delete_port for 4ee1bfbe-85d1-4839-b2ea-15703f35e252 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:22.109148 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba34e280>, [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 6, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:22.113358 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03989-ef9c-4411-a3d1-195492f290af None None] The sync data for ids ['6a5c77e1-7860-44f8-801f-56b2be109337'] in dv-cinder-786386-3-iscsi is: [{'id': '6a5c77e1-7860-44f8-801f-56b2be109337', 'name': 'tempest-AttachVolumeTestJSON-474621539-router', 'tenant_id': '4c147c218ccf4335b966ff789b99e212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:15:43Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 6, 'project_id': '4c147c218ccf4335b966ff789b99e212', 'gw_port_host': None}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:22.283326 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.287484 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-401564c0-bd2a-4d74-8ef1-056bc4189dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.331659 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee1bfbe-85d1-4839-b2ea-15703f35e252,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.356619 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.393760 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.421148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.596641 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.598755 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.620233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.620728 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5c77e1-7860-44f8-801f-56b2be109337 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:22:22.633492 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.634527 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f8842401-162b-49b9-bf17-b27d8caddedb admin admin] 10.222.0.20 "DELETE /v2.0/routers/6a5c77e1-7860-44f8-801f-56b2be109337 HTTP/1.1" status: 204  len: 168 time: 1.2548728
May 10 17:22:22.637321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54268) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:22.695847 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Deleting subnet 2e398103-6ea4-46e3-90e2-657c5cd82bf8 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:22:22.698628 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.745811 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.862511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.890690 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:22.925326 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:22.925676 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4171f6ca-6714-477d-ac64-8e8c61e1b9c3 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:23.159288 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.166864 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.206124 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e398103-6ea4-46e3-90e2-657c5cd82bf8,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.209773 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.211843 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.216044 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0c9d9-98c2-482a-bc26-7fefb77acf69 None None] Network e3830e0f-be23-4cc5-9927-993015606b1b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:23.226082 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-7d7f9b3d-b86e-421b-88be-c0659b96edb3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e398103-6ea4-46e3-90e2-657c5cd82bf8 HTTP/1.1" status: 204  len: 168 time: 0.5864499
May 10 17:22:23.227328 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54276) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:23.252511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a04415-958a-4037-a984-5fe4d09c1a2a req-0ab02cab-8fdc-4404-bf30-ac1dbb304ba2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:23.253943 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-40a04415-958a-4037-a984-5fe4d09c1a2a req-0ab02cab-8fdc-4404-bf30-ac1dbb304ba2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1621454
May 10 17:22:23.372416 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.377230 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-40a04415-958a-4037-a984-5fe4d09c1a2a req-eb009ecd-7331-4bef-aa81-aefca95fcc69 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166532
May 10 17:22:23.450938 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Deleting port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:23.451271 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.476957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] DHCP port deletion for e3830e0f-be23-4cc5-9927-993015606b1b request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:22:23.552954 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] For port 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=57625841-35e5-4efa-b4db-bfaa98e0e6a2,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:23.553304 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.570149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Deleting port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:23.570520 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.671010 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] For port 57625841-35e5-4efa-b4db-bfaa98e0e6a2, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=57625841-35e5-4efa-b4db-bfaa98e0e6a2,segment=NetworkSegment(dda51d9c-71db-4248-ad10-309928570e6c),segment_id=dda51d9c-71db-4248-ad10-309928570e6c)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:23.671338 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.772738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Calling delete_port for 57625841-35e5-4efa-b4db-bfaa98e0e6a2 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:23.791448 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Calling delete_port for 57625841-35e5-4efa-b4db-bfaa98e0e6a2 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:23.819191 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.823808 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1665bd2e-c1c4-40a5-91e8-32677a6712e7 tempest-VolumesNegativeTest-853447238 tempest-VolumesNegativeTest-853447238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.865551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=57625841-35e5-4efa-b4db-bfaa98e0e6a2,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.868506 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.869276 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] No DVR routers for this DVR port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:23.917112 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.922050 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.965457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Pushing event deleted for resources: {'Port': ['ID=57625841-35e5-4efa-b4db-bfaa98e0e6a2,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.970510 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] No DVR routers for this DVR port 57625841-35e5-4efa-b4db-bfaa98e0e6a2 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:23.975784 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.976161 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.976491 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.976837 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.977166 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.977837 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.977837 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.978120 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.978441 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.978759 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.979129 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.979399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:23.983712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.984750 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.001967 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6a3bb0>,) {'filters': {'network_id': ['e3830e0f-be23-4cc5-9927-993015606b1b']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:24.014288 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6a3bb0>, 'dda51d9c-71db-4248-ad10-309928570e6c') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:24.014578 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6a3bb0>, 'dda51d9c-71db-4248-ad10-309928570e6c') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:24.025674 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.041358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.048144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:22:24.048647 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:22:24.065562 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:22:24.138098 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.142052 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:24.155231 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.165298 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3830e0f-be23-4cc5-9927-993015606b1b,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:24.168582 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:24.180935 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3830e0f-be23-4cc5-9927-993015606b1b HTTP/1.1" status: 204  len: 168 time: 0.9526613
May 10 17:22:24.294226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54282) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:24.345346 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ab4d7c42-b47a-4d13-9bec-327064253808 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c147c218ccf4335b966ff789b99e212&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0493402
May 10 17:22:24.347636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54286) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:24.407229 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.435052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.435535 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4ee1bfbe-85d1-4839-b2ea-15703f35e252 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:24.469155 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 4ee1bfbe-85d1-4839-b2ea-15703f35e252 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:24.469572 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 4ee1bfbe-85d1-4839-b2ea-15703f35e252 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:24.470059 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 57625841-35e5-4efa-b4db-bfaa98e0e6a2 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:24.491711 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.498944 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7171362c-fbd5-4a20-b5a7-ff70f7da4d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:24.503639 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 57625841-35e5-4efa-b4db-bfaa98e0e6a2 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:24.504073 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 57625841-35e5-4efa-b4db-bfaa98e0e6a2 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:24.540912 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b677ab3e-3905-4bce-aea3-3be566d5da80,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:24.543430 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:24.569134 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.570246 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-9cebf54b-613d-4cda-bcc6-2753c4c967b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b677ab3e-3905-4bce-aea3-3be566d5da80 HTTP/1.1" status: 204  len: 168 time: 0.2217255
May 10 17:22:24.601232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378b08-827a-41d0-8f76-46175c192af8 req-6b4673fd-febd-4fd2-9b33-0d66a55a101c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:24.602689 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb378b08-827a-41d0-8f76-46175c192af8 req-6b4673fd-febd-4fd2-9b33-0d66a55a101c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1068664
May 10 17:22:24.649116 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fb378b08-827a-41d0-8f76-46175c192af8 req-a77b8009-d6ad-4cac-b594-04bfc9a603bd tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395238
May 10 17:22:26.105437 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b82e-6c06-4009-995c-83f804d30672 req-208f623b-47fb-40d8-8640-4cfb0ca8fbb4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:26.107412 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-31a9b82e-6c06-4009-995c-83f804d30672 req-208f623b-47fb-40d8-8640-4cfb0ca8fbb4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0907927
May 10 17:22:26.153529 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-31a9b82e-6c06-4009-995c-83f804d30672 req-c782f9fc-9c5a-4018-91e7-bbe7cf46caee tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402889
May 10 17:22:27.344555 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293cba4-b6b3-43aa-a2b0-f3ea4df06a18 req-e5d963b4-abd9-4112-b1e6-1b692733fd14 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:27.345989 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c293cba4-b6b3-43aa-a2b0-f3ea4df06a18 req-e5d963b4-abd9-4112-b1e6-1b692733fd14 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0828722
May 10 17:22:27.398102 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c293cba4-b6b3-43aa-a2b0-f3ea4df06a18 req-40d6a236-399a-404d-b91f-b7ea6484dbd7 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465493
May 10 17:22:28.294356 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-534bc506-8bf8-4274-b2fc-e82c14815d64 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528482585&fields=id&tenant_id=c3c14523d40d4cd8aee4c19091a02568 HTTP/1.1" status: 200  len: 267 time: 0.0411351
May 10 17:22:28.381079 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-ca111494-96d6-4acd-ae3e-008e9cf193ca tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:28.382497 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-ca111494-96d6-4acd-ae3e-008e9cf193ca tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 984 time: 0.0827696
May 10 17:22:28.393665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Request body: {'port': {'security_groups': ['e71818cf-409f-456b-9976-dd0bb093135f']}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:28.513378 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.587588 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb53ae-8ca6-4402-b9ab-516efd5229c5 req-af8cdcae-94e3-4d81-8805-cef49e8e5dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:28.589071 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5dcb53ae-8ca6-4402-b9ab-516efd5229c5 req-af8cdcae-94e3-4d81-8805-cef49e8e5dc0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0826185
May 10 17:22:28.635670 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5dcb53ae-8ca6-4402-b9ab-516efd5229c5 req-782500db-1daa-48bd-8e69-4e58f8c0b5c4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406716
May 10 17:22:28.751774 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:28.775349 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.780519 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.787377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:28.794133 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:28.847046 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:28.847921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:28.855052 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ca6e9bd8-7a63-4316-b08e-bab3b175f40a req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "PUT /v2.0/ports/dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 942 time: 0.4632800
May 10 17:22:28.855781 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:28.856290 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54366) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:28.908043 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event updated for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=7']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:28.911771 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:28.956474 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:28.957190 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.002530 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.041466 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:22:29.146902 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-1cd49e1d-7826-48a6-b312-1edf6b4f5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.148319 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-1cd49e1d-7826-48a6-b312-1edf6b4f5383 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1098 time: 0.0809574
May 10 17:22:29.164456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.180712 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-529362b7-1322-4ef4-a243-a0985519b773 None None] Provisioning complete for port dbea19f8-e84a-4431-a26f-81623a1eabbc triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:29.181159 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-529362b7-1322-4ef4-a243-a0985519b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.189763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-08defbb3-1242-42c9-92d2-c68db0823d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:29.257597 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590335a6-48ef-4070-a160-b21c4ebdbc7a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:29.276708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.277868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.277868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.277868 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.278167 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.278813 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.278951 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.279313 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.279622 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.279991 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.280636 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.280926 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:29.287608 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:29.292320 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.293580 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-63b83408-75b0-4a97-8e04-9c6d0664ba0e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "DELETE /v2.0/security-groups/590335a6-48ef-4070-a160-b21c4ebdbc7a HTTP/1.1" status: 204  len: 168 time: 0.4359848
May 10 17:22:29.297060 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54378) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:29.348255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-3e69d85a-3051-4873-8cf3-919843110633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.350605 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-3e69d85a-3051-4873-8cf3-919843110633 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1818023
May 10 17:22:29.468618 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-34d762df-72a9-49ad-8d87-10e5d69c2502 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 1001 time: 0.1100278
May 10 17:22:29.539957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-db38d31d-9f1f-4199-a336-375ff45fa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.541415 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-db38d31d-9f1f-4199-a336-375ff45fa9fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0629315
May 10 17:22:29.573524 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Deleting port 8a300953-a22f-43dc-a739-463cd30d23dd {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:29.574148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.622291 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-5a3712fd-325c-4505-852c-927c21188335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.624630 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-5a3712fd-325c-4505-852c-927c21188335 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763357
May 10 17:22:29.882654 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-8ec9f14e-8c5e-497e-b699-7ce20543d620 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490489
May 10 17:22:29.917488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.917882 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.022245 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a897cfae-8bd5-44b5-af62-b1b930834a56 req-6abcb2ec-87e0-4505-892a-adab76426ddf service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293008
May 10 17:22:30.048167 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Calling delete_port for 8a300953-a22f-43dc-a739-463cd30d23dd owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:30.088988 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ce674-700d-4591-be90-30d78ef3cce2 req-7c1f2f67-c6b7-4548-af45-b3da6ecfb73e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:30.090337 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-624ce674-700d-4591-be90-30d78ef3cce2 req-7c1f2f67-c6b7-4548-af45-b3da6ecfb73e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.2477593
May 10 17:22:30.147404 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-624ce674-700d-4591-be90-30d78ef3cce2 req-4fe6b26f-f177-4afb-880e-597c9938fdf2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503271
May 10 17:22:30.229721 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.234978 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5cbca6ec-0e39-4735-b3c2-38cc7fa96c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:30.283904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event deleted for resources: {'Port': ['ID=8a300953-a22f-43dc-a739-463cd30d23dd,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:30.310235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:30.376066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.376402 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Floating IP 9c84ee19-9b00-4cda-85ef-c1a57a914862 disassociated (deleted). External IP: 172.27.3.224, port: dbea19f8-e84a-4431-a26f-81623a1eabbc.
May 10 17:22:30.730694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:30.909887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:30.918783 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Sync routers for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:30.931077 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:30.931846 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf82670>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:30.932380 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.993239 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c84ee19-9b00-4cda-85ef-c1a57a914862 HTTP/1.1" status: 204  len: 168 time: 1.6924114
May 10 17:22:31.042544 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:31.088486 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:22:31.116166 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:31.354166 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22e17-282b-42cf-96ff-0a6df23b841a req-2ed21494-b4a4-452e-9a7c-565f94e56d19 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.355828 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dda22e17-282b-42cf-96ff-0a6df23b841a req-2ed21494-b4a4-452e-9a7c-565f94e56d19 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0884776
May 10 17:22:31.401891 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-dda22e17-282b-42cf-96ff-0a6df23b841a req-b25f489e-6301-491a-b7b6-e2745e253d79 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397770
May 10 17:22:31.448290 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf82670>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:31.452802 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Checking router: 44da13ed-3d57-4b5c-b68a-b717fb7672a4 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:31.460765 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:31.461347 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf82670>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:31.631577 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:31.957498 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-cf100e60-5396-417f-b80c-69228324a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf82670>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:31.961190 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf100e60-5396-417f-b80c-69228324a452 None None] The sync data for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi is: [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:20:03Z', 'revision_number': 4, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '2da8b2af-322d-4f8e-b3be-d1e72e7b44eb', 'name': '', 'network_id': 'b16d3a95-c9d7-4874-b830-f44dbf156567', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'mac_address': 'fa:16:3e:62:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:02Z', 'updated_at': '2021-05-10T17:20:08Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'subnets': [{'id': 'c42d1a54-8937-40c6-bf9b-961ebee3eeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:32.196575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dcb410-74df-410d-9a26-fbbbaeae9363 None None] New status for floating IP 9c84ee19-9b00-4cda-85ef-c1a57a914862: DOWN {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:22:32.594969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81526dbc-545e-4ebe-93b0-a79d2600f1b4 req-2747ca24-2511-4ff8-b2fe-c4e968ba29dd tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:32.596412 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-81526dbc-545e-4ebe-93b0-a79d2600f1b4 req-2747ca24-2511-4ff8-b2fe-c4e968ba29dd tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.0810215
May 10 17:22:32.640094 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-81526dbc-545e-4ebe-93b0-a79d2600f1b4 req-ca1d735f-546e-43d6-8683-ece4c57ad9c2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380197
May 10 17:22:33.164202 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:33.298557 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43594e02-270a-46c1-9218-b2a51905dbfe req-2b38614a-5dcc-475d-b691-cac403b80e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.300237 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-2b38614a-5dcc-475d-b691-cac403b80e77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c14523d40d4cd8aee4c19091a02568&device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 1098 time: 0.0878394
May 10 17:22:33.312412 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:33.330131 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:33.386095 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.402673 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:33.419206 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:33.424813 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:33.426484 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:33.443616 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43594e02-270a-46c1-9218-b2a51905dbfe req-d6524158-5278-4ac3-9db4-5a8b56f8402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.445082 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-d6524158-5278-4ac3-9db4-5a8b56f8402b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 200  len: 915 time: 0.1356142
May 10 17:22:33.496302 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=6']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:33.499340 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:33.519955 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-e86805d8-fc1e-4368-b1a9-ab377f50514b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 200  len: 217 time: 0.0644031
May 10 17:22:33.537968 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['0df6d964-a1e7-425a-bcb9-72cde70421c5'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:33.590802 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43594e02-270a-46c1-9218-b2a51905dbfe req-9a16096b-e71c-4c53-a6d2-20bb9fdd82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.592291 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-9a16096b-e71c-4c53-a6d2-20bb9fdd82cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 200  len: 853 time: 0.0637350
May 10 17:22:33.673039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43594e02-270a-46c1-9218-b2a51905dbfe req-5d3ed755-ae0d-47ea-bdc5-5dc15151d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.674868 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-5d3ed755-ae0d-47ea-bdc5-5dc15151d024 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d3a95-c9d7-4874-b830-f44dbf156567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755143
May 10 17:22:33.834508 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-b9349abb-5b86-4921-8727-4f5c2062c85a service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511309
May 10 17:22:33.848414 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f449-7d5c-4e7e-9bc8-589ada09fd19 req-7c132cf2-f596-4146-8700-0de64e6ae6d9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.849857 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6fb2f449-7d5c-4e7e-9bc8-589ada09fd19 req-7c132cf2-f596-4146-8700-0de64e6ae6d9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 944 time: 0.0898092
May 10 17:22:34.004206 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-43594e02-270a-46c1-9218-b2a51905dbfe req-652fbb56-3e4c-4e91-93db-311f85fc35de service neutron] 10.222.0.53 "GET /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456599
May 10 17:22:34.013170 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6fb2f449-7d5c-4e7e-9bc8-589ada09fd19 req-206a7673-6e35-4f8f-8af2-a1907cded174 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576662
May 10 17:22:34.158955 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:34.246991 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:34.247364 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.368094 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.403192 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:34.404488 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:34.411359 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:34.413389 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:34.469324 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'code': 200}
May 10 17:22:34.491865 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=7']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:34.495516 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:35.240409 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb4434-ab80-46fd-8cad-f5481e3dbe28 req-d07e20fd-faae-4683-bce4-5d836206f009 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:35.243180 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-97bb4434-ab80-46fd-8cad-f5481e3dbe28 req-d07e20fd-faae-4683-bce4-5d836206f009 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1051750
May 10 17:22:35.300758 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-97bb4434-ab80-46fd-8cad-f5481e3dbe28 req-a9b3f549-e26c-4e1d-ad9d-4c17fd727adb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491216
May 10 17:22:36.596227 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c128cac-efec-4394-bc04-4ce7c0aea66b req-9032a0d9-5ad7-4dbc-876e-f89d407c55a5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:36.602720 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c128cac-efec-4394-bc04-4ce7c0aea66b req-9032a0d9-5ad7-4dbc-876e-f89d407c55a5 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1107242
May 10 17:22:36.678721 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1c128cac-efec-4394-bc04-4ce7c0aea66b req-6a770b2e-3dff-4fe5-9605-68c9d24b6d45 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638342
May 10 17:22:36.808084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647dba-213f-45e0-b9e0-72aaf0c887a8 req-571001f8-0544-43f0-a89d-b697b860c079 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:36.816261 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-82647dba-213f-45e0-b9e0-72aaf0c887a8 req-571001f8-0544-43f0-a89d-b697b860c079 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.1182239
May 10 17:22:36.857391 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-82647dba-213f-45e0-b9e0-72aaf0c887a8 req-4332d74b-125c-42d1-a718-94e57819e925 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Synchronizing usage tracker for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:36.873845 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-82647dba-213f-45e0-b9e0-72aaf0c887a8 req-4332d74b-125c-42d1-a718-94e57819e925 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Unset dirty status for tenant:c3c14523d40d4cd8aee4c19091a02568 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:36.875603 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-82647dba-213f-45e0-b9e0-72aaf0c887a8 req-4332d74b-125c-42d1-a718-94e57819e925 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583344
May 10 17:22:37.984666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceb295-ca7b-49bc-8cfc-d8135eecb63f req-9b46eb1d-918f-4f20-afaa-96c7300c1067 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:38.000783 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09ceb295-ca7b-49bc-8cfc-d8135eecb63f req-9b46eb1d-918f-4f20-afaa-96c7300c1067 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1706131
May 10 17:22:38.064362 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-09ceb295-ca7b-49bc-8cfc-d8135eecb63f req-a9825ece-e086-40f2-902e-8fed46fcab3c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580430
May 10 17:22:38.165467 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e93bd8-2660-4525-98dd-7f191af89057 req-20b526b0-8d9b-4b1a-af17-04ced783e92e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:38.167710 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a0e93bd8-2660-4525-98dd-7f191af89057 req-20b526b0-8d9b-4b1a-af17-04ced783e92e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.1092002
May 10 17:22:38.235578 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-a0e93bd8-2660-4525-98dd-7f191af89057 req-86fc0954-6762-46c9-9170-7ee8f135ace8 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/security-groups?id=e71818cf-409f-456b-9976-dd0bb093135f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614073
May 10 17:22:38.441290 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54532) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:38.585263 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75530a14-2b02-403a-a086-166be0c971fe req-12e80adb-d9cd-46de-9004-aeb914949a01 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:38.586685 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-75530a14-2b02-403a-a086-166be0c971fe req-12e80adb-d9cd-46de-9004-aeb914949a01 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 945 time: 0.1403532
May 10 17:22:38.642587 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.674067 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:38.681715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Usage tracker for resource:security_group_rule and tenant:11e9447c058d43c497c6b2da3cb96dba is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:38.687720 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:38.695255 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:38.748054 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Deleting port dbea19f8-e84a-4431-a26f-81623a1eabbc {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:38.748914 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.825174 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.835587 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.850420 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.854470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-dbe08380-2857-4ce2-bc67-abe457349e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:38.904466 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e849a9-e90a-4df6-b9ab-f0385d19cc8e,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:38.915154 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11e9447c058d43c497c6b2da3cb96dba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4724534
May 10 17:22:38.918871 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54538) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:38.923419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.923791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.924179 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.924671 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.925030 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.925382 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.925732 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.926323 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.926440 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.926764 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.927107 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.927450 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:38.931577 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] For port dbea19f8-e84a-4431-a26f-81623a1eabbc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dbea19f8-e84a-4431-a26f-81623a1eabbc,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:38.931932 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:38.935217 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.010320 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.042419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.138029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.144404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-be440271-3190-4e31-b478-c1383aea9b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:39.159050 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e849a9-e90a-4df6-b9ab-f0385d19cc8e,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:39.162957 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Calling delete_port for dbea19f8-e84a-4431-a26f-81623a1eabbc owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:39.172833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.178879 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.184604 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a0597f92-cc28-44be-95d3-6c800c6ec762 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4e849a9-e90a-4df6-b9ab-f0385d19cc8e HTTP/1.1" status: 204  len: 168 time: 0.2634137
May 10 17:22:39.306566 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062f35-f071-4828-84eb-4de183103c2d req-4e124ae6-cc0d-473f-b2c9-273c37761670 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:39.308101 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5a062f35-f071-4828-84eb-4de183103c2d req-4e124ae6-cc0d-473f-b2c9-273c37761670 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1031113
May 10 17:22:39.358830 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.370829 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['dbea19f8-e84a-4431-a26f-81623a1eabbc'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:39.371681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:39.407175 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5a062f35-f071-4828-84eb-4de183103c2d req-8d2c21bf-50ed-4403-ac45-48fd90088e93 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887423
May 10 17:22:39.493425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Pushing event deleted for resources: {'Port': ['ID=dbea19f8-e84a-4431-a26f-81623a1eabbc,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:39.501405 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.503595 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0049b7f1-4339-4d86-afd3-386da1e30902 req-93d7ae8e-f25e-41d7-80fb-0d2da3156953 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebde4aa7-a54a-4455-b681-5ddb8a1507e0 HTTP/1.1" status: 200  len: 210 time: 0.0557108
May 10 17:22:39.590739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] No DVR routers for this DVR port dbea19f8-e84a-4431-a26f-81623a1eabbc on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:39.593891 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.598129 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'name': 'network-vif-deleted', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:39.612600 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-75530a14-2b02-403a-a086-166be0c971fe req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] 10.222.0.53 "DELETE /v2.0/ports/dbea19f8-e84a-4431-a26f-81623a1eabbc HTTP/1.1" status: 204  len: 173 time: 1.0197189
May 10 17:22:39.659279 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54552) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:39.686807 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.718320 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4aa7-a54a-4455-b681-5ddb8a1507e0', 'name': 'network-vif-deleted', 'tag': 'dbea19f8-e84a-4431-a26f-81623a1eabbc', 'status': 'completed', 'code': 200}
May 10 17:22:39.721216 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:39.725494 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cb97a2f592439987edcae52a1af131 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:39.728355 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:39.734652 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:39.832518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.837852 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:39.849357 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0472d4c3-5d4d-46b8-a10e-204519690403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:39.897251 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0cb97a2f592439987edcae52a1af131&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368696
May 10 17:22:39.899858 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54556) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:39.901530 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e9ab96-7c5f-45a7-926a-eb0eefe7dd74,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:39.905453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4092db98-7c84-41b1-a480-27239d49e771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:39.993273 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.026005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.109828 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.116631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-38116ae3-5645-4b2a-8893-183b644df12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:40.132125 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e9ab96-7c5f-45a7-926a-eb0eefe7dd74,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:40.137962 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:40.140973 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:40.142095 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35e9ab96-7c5f-45a7-926a-eb0eefe7dd74 HTTP/1.1" status: 204  len: 168 time: 0.2411473
May 10 17:22:40.635160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71289f-e10b-406f-9740-c076885845bf req-593701b5-69aa-4f46-849c-7a7bb2ed7776 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:40.643914 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cb71289f-e10b-406f-9740-c076885845bf req-593701b5-69aa-4f46-849c-7a7bb2ed7776 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1049929
May 10 17:22:40.695049 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cb71289f-e10b-406f-9740-c076885845bf req-b7bb8fc7-bf5f-4397-a665-8402055b27a1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502534
May 10 17:22:41.579638 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54632) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:41.965358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef51-6a8a-4e4c-91f3-78aad9c92214 req-d30f7a3e-ec3c-4c0a-903b-6b4f16ab7f2e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:41.973952 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5237ef51-6a8a-4e4c-91f3-78aad9c92214 req-d30f7a3e-ec3c-4c0a-903b-6b4f16ab7f2e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1006956
May 10 17:22:42.042420 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-5237ef51-6a8a-4e4c-91f3-78aad9c92214 req-595e2352-b300-4c37-9d24-53b80972f465 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672152
May 10 17:22:42.280545 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.912543 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Deleting port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:42.912940 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.063908 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] For port 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:43.064284 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.249140 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Calling delete_port for 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb owned by network:router_interface {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:43.364485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881372a2-5f22-44ec-9e1e-c2dfe9562aa6 req-e6bdb757-d165-4a4d-8e81-6875acde40be tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:43.366239 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-881372a2-5f22-44ec-9e1e-c2dfe9562aa6 req-e6bdb757-d165-4a4d-8e81-6875acde40be tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1246493
May 10 17:22:43.586215 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-881372a2-5f22-44ec-9e1e-c2dfe9562aa6 req-c6fea438-0d75-4dbb-9448-059912e78504 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2113376
May 10 17:22:43.714640 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.720648 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82c2be75-6ba7-4a1d-87b0-f5d936930280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:43.779012 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da8b2af-322d-4f8e-b3be-d1e72e7b44eb,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:43.782659 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:44.167916 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.220294 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device dbea19f8-e84a-4431-a26f-81623a1eabbc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:44.270270 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: dbea19f8-e84a-4431-a26f-81623a1eabbc {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:44.270864 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device dbea19f8-e84a-4431-a26f-81623a1eabbc not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:44.757654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:44.813742 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54752) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:44.842151 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f12da-bf32-4d5f-b65f-75ff31c302a9 req-30f2341d-22e1-46a4-9479-5b6deabc7cd0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.849713 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-646f12da-bf32-4d5f-b65f-75ff31c302a9 req-30f2341d-22e1-46a4-9479-5b6deabc7cd0 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1126955
May 10 17:22:44.907931 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-646f12da-bf32-4d5f-b65f-75ff31c302a9 req-e0484fc7-556a-4012-a73b-8608904b0071 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570216
May 10 17:22:44.956322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.965302 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:44.973031 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:44.976271 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Sync routers for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:44.977735 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4a5b7f65d540de84297b8061b02cba is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:44.980829 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:44.984730 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] 10.222.0.20 "PUT /v2.0/routers/44da13ed-3d57-4b5c-b68a-b717fb7672a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4036455
May 10 17:22:44.987224 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54764) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:44.988546 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:44.989427 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc16d90>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:44.990559 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:45.079784 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.084666 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.093260 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:45.136755 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d4a5b7f65d540de84297b8061b02cba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215470
May 10 17:22:45.137472 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54770) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:45.139274 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf4a77-21d4-4e37-bd22-5a32d5daca9d,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:45.142493 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4d036289-96ad-43fb-9be8-cf33cfa3ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:45.172626 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:45.228815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.362077 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.410508 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.458472 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc16d90>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:22:43Z', 'revision_number': 5, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port': {'id': '58803daa-8f86-47d7-9fae-d684953ad0b8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:58Z', 'updated_at': '2021-05-10T17:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:45.462785 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Checking router: 44da13ed-3d57-4b5c-b68a-b717fb7672a4 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:45.469275 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.471936 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Routers {'44da13ed-3d57-4b5c-b68a-b717fb7672a4'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:45.472571 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc16d90>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:45.522051 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.526765 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0d925664-ebb7-41e8-a4db-a44fa60dfc63 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:45.544494 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf4a77-21d4-4e37-bd22-5a32d5daca9d,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:45.547444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:45.551739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.555582 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17cf4a77-21d4-4e37-bd22-5a32d5daca9d HTTP/1.1" status: 204  len: 168 time: 0.4145243
May 10 17:22:45.576816 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Deleting port 58803daa-8f86-47d7-9fae-d684953ad0b8 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:45.577161 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.622062 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] Set router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:45.730627 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bbc16d90>, [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:22:45Z', 'revision_number': 6, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:45.734807 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c7922-a2e0-4b30-9a93-f4ecd55c111b None None] The sync data for ids ['44da13ed-3d57-4b5c-b68a-b717fb7672a4'] in dv-cinder-786386-3-iscsi is: [{'id': '44da13ed-3d57-4b5c-b68a-b717fb7672a4', 'name': 'tempest-TestMinimumBasicScenario-554462801-router', 'tenant_id': 'c3c14523d40d4cd8aee4c19091a02568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:57Z', 'updated_at': '2021-05-10T17:22:45Z', 'revision_number': 6, 'project_id': 'c3c14523d40d4cd8aee4c19091a02568', 'gw_port_host': None}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:45.760305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] For port 58803daa-8f86-47d7-9fae-d684953ad0b8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=58803daa-8f86-47d7-9fae-d684953ad0b8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:45.760780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.773890 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-0613738a-10be-41b3-9fc0-8e4995a9cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:45.775341 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-0613738a-10be-41b3-9fc0-8e4995a9cc5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1098 time: 0.1841226
May 10 17:22:45.866636 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54778) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:45.885143 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.899434 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:45.903352 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Usage tracker for resource:security_group_rule and tenant:cff316ecb9e044a39c79c234fe857a38 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:45.906945 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:45.912875 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:45.913798 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Calling delete_port for 58803daa-8f86-47d7-9fae-d684953ad0b8 owned by network:router_gateway {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:46.004564 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.010790 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.022026 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e0f88186-da34-48c5-a514-26cb02eeee30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.064230 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4040f90f-dc1a-41bc-92f1-3a0b0be7d3b9,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.071554 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cff316ecb9e044a39c79c234fe857a38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2037466
May 10 17:22:46.072230 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54784) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:46.073066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.088247 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-e50159ab-85aa-4cac-99d6-53058108fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.089718 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-e50159ab-85aa-4cac-99d6-53058108fb61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.2575095
May 10 17:22:46.138474 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.169453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.229197 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.241120 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-1e093da6-e9aa-4587-ab1a-2d8074fc7b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.252919 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4040f90f-dc1a-41bc-92f1-3a0b0be7d3b9,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.256661 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.265902 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.269456 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-07a28c0d-5203-40c1-a4ac-69424f46a9e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4040f90f-dc1a-41bc-92f1-3a0b0be7d3b9 HTTP/1.1" status: 204  len: 168 time: 0.1931474
May 10 17:22:46.346872 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-a2bc5d67-3426-49f3-bbf8-94ee2ab85444 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 1001 time: 0.2490962
May 10 17:22:46.408734 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8087-3325-4d7d-981d-7c8999e5bfbb req-43a7a797-418b-48e3-b416-dc1b3ea47532 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.410178 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-433f8087-3325-4d7d-981d-7c8999e5bfbb req-43a7a797-418b-48e3-b416-dc1b3ea47532 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.3838978
May 10 17:22:46.494805 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-fcb363c6-3c8e-4337-8189-d06dd165b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.496266 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-fcb363c6-3c8e-4337-8189-d06dd165b8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.1371953
May 10 17:22:46.563251 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-433f8087-3325-4d7d-981d-7c8999e5bfbb req-c3d091ad-f3a6-43e7-8079-905ae0d4d69d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438324
May 10 17:22:46.585501 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 58803daa-8f86-47d7-9fae-d684953ad0b8 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:46.599175 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.604287 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.634149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 58803daa-8f86-47d7-9fae-d684953ad0b8 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:46.635065 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 58803daa-8f86-47d7-9fae-d684953ad0b8 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:46.635736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:46.676310 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:46.676665 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 2da8b2af-322d-4f8e-b3be-d1e72e7b44eb not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:46.696215 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58803daa-8f86-47d7-9fae-d684953ad0b8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.704005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.757804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-7559423f-7117-4814-ab13-84a99bb56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.759288 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-7559423f-7117-4814-ab13-84a99bb56617 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2518661
May 10 17:22:46.797305 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.024025 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.027654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.141372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.141885 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44da13ed-3d57-4b5c-b68a-b717fb7672a4 {{(pid=78684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:22:47.150882 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-f513eb0f-07a8-4844-a925-6d096da26394 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3807452
May 10 17:22:47.177325 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.180908 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/44da13ed-3d57-4b5c-b68a-b717fb7672a4 HTTP/1.1" status: 204  len: 168 time: 2.1902874
May 10 17:22:47.181214 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54810) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:47.205467 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-42ab7112-86b7-488e-b1bc-15d9e0312862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.266631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Deleting subnet c42d1a54-8937-40c6-bf9b-961ebee3eeea {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:22:47.270032 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.303459 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-cf2424f4-8a21-4f0c-80d6-8941760271d7 req-6ded4af2-6736-45e3-bd11-898702ce74b5 service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455901
May 10 17:22:47.326464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.410958 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.658860 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.664508 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:47.797240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42d1a54-8937-40c6-bf9b-961ebee3eeea,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:47.799742 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:47.803216 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.809049 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea48b3-899a-42b2-813c-e5865a55efdd None None] Network b16d3a95-c9d7-4874-b830-f44dbf156567 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:47.851071 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ad2739fb-43f6-4e94-92ad-f097eb405a70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c42d1a54-8937-40c6-bf9b-961ebee3eeea HTTP/1.1" status: 204  len: 168 time: 0.6686914
May 10 17:22:47.853475 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54832) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:47.978933 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.990690 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca02d82-afb4-4624-9641-ee313c825806 req-495c92c2-ae2d-4e9e-a248-ebc47259c692 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.992185 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ca02d82-afb4-4624-9641-ee313c825806 req-495c92c2-ae2d-4e9e-a248-ebc47259c692 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1977239
May 10 17:22:48.085074 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4ca02d82-afb4-4624-9641-ee313c825806 req-c2c04245-cc5d-41d8-a446-ffefedd9c5bf tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864720
May 10 17:22:48.091258 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] DHCP port deletion for b16d3a95-c9d7-4874-b830-f44dbf156567 request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:22:48.117190 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Deleting port 13d59086-1389-430f-893e-fad922633f11 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:48.117533 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.167735 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Deleting port 13d59086-1389-430f-893e-fad922633f11 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:48.168273 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.231416 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] For port 13d59086-1389-430f-893e-fad922633f11, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=13d59086-1389-430f-893e-fad922633f11,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:48.232029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.276581 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] For port 13d59086-1389-430f-893e-fad922633f11, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=13d59086-1389-430f-893e-fad922633f11,segment=NetworkSegment(c0dee873-97bf-467e-895f-cb4af660010d),segment_id=c0dee873-97bf-467e-895f-cb4af660010d)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:48.277033 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.357920 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Calling delete_port for 13d59086-1389-430f-893e-fad922633f11 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:48.401863 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Calling delete_port for 13d59086-1389-430f-893e-fad922633f11 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:48.410866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.415891 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:48.457440 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.461342 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Pushing event deleted for resources: {'Port': ['ID=13d59086-1389-430f-893e-fad922633f11,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:48.461579 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6654f2d8-83f2-4d8e-a7f5-5d4d6ffe5415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:48.464591 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:48.465339 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] No DVR routers for this DVR port 13d59086-1389-430f-893e-fad922633f11 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:48.501737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54854) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:48.504309 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 13d59086-1389-430f-893e-fad922633f11 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:48.550731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Pushing event deleted for resources: {'Port': ['ID=13d59086-1389-430f-893e-fad922633f11,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:48.553052 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:48.554197 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 13d59086-1389-430f-893e-fad922633f11 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:48.554689 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 13d59086-1389-430f-893e-fad922633f11 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:48.558303 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1057bb-e60d-4252-bf19-b75b2e4d7d24 None None] No DVR routers for this DVR port 13d59086-1389-430f-893e-fad922633f11 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:48.588029 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.602135 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b916c850>,) {'filters': {'network_id': ['b16d3a95-c9d7-4874-b830-f44dbf156567']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:48.617929 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b916c850>, 'c0dee873-97bf-467e-895f-cb4af660010d') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:48.618221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b916c850>, 'c0dee873-97bf-467e-895f-cb4af660010d') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:48.626884 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.630302 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.641848 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:48.645752 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7ebc41503043348675ee3c1cd74bdd is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:48.646834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.649018 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:48.652783 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:22:48.653162 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.655463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:22:48.666633 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:22:48.737599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.738083 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.742136 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:48.742327 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.750871 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-db8212fe-96bf-4463-8cc3-7f1fedd356c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:48.755678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.769925 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Pushing event deleted for resources: {'Network': ['ID=b16d3a95-c9d7-4874-b830-f44dbf156567,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:48.773863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:48.785799 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b16d3a95-c9d7-4874-b830-f44dbf156567 HTTP/1.1" status: 204  len: 168 time: 0.9312081
May 10 17:22:48.788696 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54860) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:48.801054 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad7ebc41503043348675ee3c1cd74bdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956259
May 10 17:22:48.801054 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88af86f-ad50-4e0c-acba-9bdea263e851,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:48.802376 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:48.803013 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54864) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:48.869120 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.896679 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.958141 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.962141 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-095a2922-b342-468c-80b8-cc22718aeab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:48.974495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88af86f-ad50-4e0c-acba-9bdea263e851,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:48.977946 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:48.981544 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:48.983229 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d88af86f-ad50-4e0c-acba-9bdea263e851 HTTP/1.1" status: 204  len: 168 time: 0.1787455
May 10 17:22:49.298115 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae9229-8a37-4346-ac2e-ceef177d78e3 req-f0ea1451-f7da-4d58-916f-1b5c26074f9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.300119 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-14ae9229-8a37-4346-ac2e-ceef177d78e3 req-f0ea1451-f7da-4d58-916f-1b5c26074f9c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 945 time: 0.1024055
May 10 17:22:49.308682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54874) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:49.341709 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.370883 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:49.379052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3059fdafd3467b8e3d3d77a6315069 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:49.383352 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:49.388678 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-14ae9229-8a37-4346-ac2e-ceef177d78e3 req-302b531a-2dd7-48c5-a3f8-f90731cc3c89 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820479
May 10 17:22:49.393086 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:49.474958 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.480639 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.485463 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.494160 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-be385137-c288-459c-aed1-4f432780fc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:49.534217 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea3059fdafd3467b8e3d3d77a6315069&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2243006
May 10 17:22:49.537089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54882) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:49.550520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558f374-4d57-4e28-b54a-33adb1c8b887,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:49.555261 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:49.708817 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.738441 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.797738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.802985 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f15ab2b0-c026-4061-83bf-f83deaf7d3fd tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:49.814491 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558f374-4d57-4e28-b54a-33adb1c8b887,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:49.818920 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:49.822758 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.832969 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-8bf5e3c4-f39b-4ad3-9cc3-45c3e736c6eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5558f374-4d57-4e28-b54a-33adb1c8b887 HTTP/1.1" status: 204  len: 168 time: 0.2880280
May 10 17:22:49.860120 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.952327 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Deleting port dca2e062-e64f-40a8-a9dd-ba072163e6aa {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:49.952684 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:49.960081 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-28868d29-11ce-4fbe-b578-0dce293548ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.087798 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] For port dca2e062-e64f-40a8-a9dd-ba072163e6aa, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=dca2e062-e64f-40a8-a9dd-ba072163e6aa,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:50.088091 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.231717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Calling delete_port for dca2e062-e64f-40a8-a9dd-ba072163e6aa owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:50.248357 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:50.402661 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.402888 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.408478 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0f18dd62-5b8e-4163-852e-d9b67cca721d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:50.438473 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:50.450609 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:50.455512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Pushing event deleted for resources: {'Port': ['ID=dca2e062-e64f-40a8-a9dd-ba072163e6aa,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:50.459007 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.469146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:50.490604 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:50.550953 dv-cinder-786386-3-iscsi neutron-server[78685]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'code': 422} returned with failed status
May 10 17:22:50.585496 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=8']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:50.589357 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:50.775062 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.865570 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.213680 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54946) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:51.289841 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:51.291667 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187449-053c-4f04-8048-952d5b297efb req-bbbdeded-292d-4638-bb62-609b0d8b5e1a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:51.298816 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-af187449-053c-4f04-8048-952d5b297efb req-bbbdeded-292d-4638-bb62-609b0d8b5e1a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.1691122
May 10 17:22:51.330640 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-c3db60db-bccf-436b-a21d-07f842296e2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1625998
May 10 17:22:51.368489 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-af187449-053c-4f04-8048-952d5b297efb req-349b6490-8605-4560-bee7-4b01e9e29ef4 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686073
May 10 17:22:51.370827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.391674 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:51.395697 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Usage tracker for resource:security_group_rule and tenant:bb8d393ee729417f95a036beffa2dd2e is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:51.399143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:51.405775 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:51.485473 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:51.495922 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Sync routers for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:51.503108 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.506000 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] 10.222.0.20 "PUT /v2.0/routers/34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7160096
May 10 17:22:51.508594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54958) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:51.508887 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:51.510055 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6e7ca0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:51.585326 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:22:51.639265 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.646088 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d99e3b42-9732-4477-ad27-3e6fe1facb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:51.713764 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f5be8-05e5-48c1-bd4e-860b98219582,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:51.720578 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:51.722948 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-c9f5ace9-9115-4ade-a09e-40a11fa5c6dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb8d393ee729417f95a036beffa2dd2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5012422
May 10 17:22:51.725921 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 54962) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:51.728080 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:51.787228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.935958 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:51.976126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.018845 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6e7ca0>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:22:50Z', 'revision_number': 5, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port': {'id': '7a15fa11-a07b-4ceb-bf30-18b1b100bff8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:07Z', 'updated_at': '2021-05-10T17:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:52.022498 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Checking router: 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:52.024285 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.032843 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Routers {'34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:52.033595 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6e7ca0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:52.082890 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.088031 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5e550ef4-b940-4209-b00b-25ea9b495043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:52.102134 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f5be8-05e5-48c1-bd4e-860b98219582,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:52.105621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:52.110514 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.113953 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/838f5be8-05e5-48c1-bd4e-860b98219582 HTTP/1.1" status: 204  len: 168 time: 0.3848150
May 10 17:22:52.132632 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Deleting port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:52.133047 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.213411 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] Set router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f gateway port host: None {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:52.329830 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba6e7ca0>, [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:22:52Z', 'revision_number': 6, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:52.331002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] For port 7a15fa11-a07b-4ceb-bf30-18b1b100bff8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:52.331647 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.334715 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da442-0a33-4894-8c36-10f47573ba7b None None] The sync data for ids ['34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f'] in dv-cinder-786386-3-iscsi is: [{'id': '34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f', 'name': 'tempest-TestMinimumBasicScenario-1844763813-router', 'tenant_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:06Z', 'updated_at': '2021-05-10T17:22:52Z', 'revision_number': 6, 'project_id': '9d7c2d9eec934883a53b5533ce4f93ca', 'gw_port_host': None}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:52.344268 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-f2e25579-e14c-4796-94bd-832124af762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.345735 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-f2e25579-e14c-4796-94bd-832124af762b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f&tenant_id=20567d6e73574dc3864b5a0ad5e932c0 HTTP/1.1" status: 200  len: 1096 time: 0.1982355
May 10 17:22:52.410656 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.495478 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Calling delete_port for 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 owned by network:router_gateway {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:52.556164 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-67a3c3b5-a9c0-4dbd-8bf2-074b773baf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.557522 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-67a3c3b5-a9c0-4dbd-8bf2-074b773baf35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1096 time: 0.1564038
May 10 17:22:52.571678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60179399-9861-483c-9a07-a622247f6ccc req-f24ba392-c22d-4c0b-9fe0-4df35be1ed3d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.573292 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-60179399-9861-483c-9a07-a622247f6ccc req-f24ba392-c22d-4c0b-9fe0-4df35be1ed3d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0857534
May 10 17:22:52.623938 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-60179399-9861-483c-9a07-a622247f6ccc req-7b7e3cd6-cef8-49ed-b657-7c97736b2002 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443244
May 10 17:22:52.725480 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-521f4690-010d-4912-b52b-624ec987c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.726973 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-521f4690-010d-4912-b52b-624ec987c0de service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 200  len: 918 time: 0.1570480
May 10 17:22:52.775454 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device dca2e062-e64f-40a8-a9dd-ba072163e6aa no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:52.825695 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: dca2e062-e64f-40a8-a9dd-ba072163e6aa {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:52.827021 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device dca2e062-e64f-40a8-a9dd-ba072163e6aa not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:52.984589 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-43202faa-1a4e-417e-99a7-ec3a1e66bc8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 200  len: 999 time: 0.1145463
May 10 17:22:52.986565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.992245 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:53.070821 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a15fa11-a07b-4ceb-bf30-18b1b100bff8,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:53.075437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:53.158068 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-4e174186-441e-4cb7-9736-8fca5dba0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.159628 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-4e174186-441e-4cb7-9736-8fca5dba0160 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 200  len: 856 time: 0.1690972
May 10 17:22:53.225314 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.412544 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.415737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.447942 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-81cd993d-954a-45f6-b1c6-abe0e0f1371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.449445 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-81cd993d-954a-45f6-b1c6-abe0e0f1371c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ce64d3f-d811-4008-819a-924b81587134&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2816429
May 10 17:22:53.450437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.450967 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f {{(pid=78684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:22:53.535474 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.536599 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/34bb48d0-2f0c-4ba9-a72c-94ad0dfac72f HTTP/1.1" status: 204  len: 168 time: 2.0267804
May 10 17:22:53.539392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 54998) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:53.595517 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-8fbf6959-aada-439e-b11d-69cc2711d1cc service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373417
May 10 17:22:53.599663 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Deleting subnet 14460607-b42c-41fe-bf7c-283555af2451 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:22:53.602708 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.656149 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.731692 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c1119ebd-e74c-450a-a9ab-4a0e0d575f1f req-fc3f2a20-6e34-4201-9300-f02cb740a35f service neutron] 10.222.0.53 "GET /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295531
May 10 17:22:53.753453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.830010 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2783f-e168-4301-9d6e-81c6aa12f456 req-a9cbf8b2-bef4-4ce0-9917-393f62e2b58a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.831382 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ae2783f-e168-4301-9d6e-81c6aa12f456 req-a9cbf8b2-bef4-4ce0-9917-393f62e2b58a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0853612
May 10 17:22:53.879842 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ae2783f-e168-4301-9d6e-81c6aa12f456 req-71eebfe9-131f-4d13-ad40-cfe7ce9a5792 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424051
May 10 17:22:54.000833 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.005606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:54.044392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14460607-b42c-41fe-bf7c-283555af2451,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:54.047570 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:54.048559 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.053859 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73ea44-5491-4305-ae78-e6ed3e396ee2 None None] Network a4119094-aaf8-40a5-82ce-7e33cc91fa69 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:54.054460 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-11a7beb6-f76d-47c6-9b04-fc3485c6ff08 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14460607-b42c-41fe-bf7c-283555af2451 HTTP/1.1" status: 204  len: 168 time: 0.5138886
May 10 17:22:54.056799 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55014) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:54.170940 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.258317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Deleting port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:54.258744 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.268162 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:54.345104 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] DHCP port deletion for a4119094-aaf8-40a5-82ce-7e33cc91fa69 request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:22:54.373121 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] For port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,segment=NetworkSegment(464cc581-3b8b-42e6-9cc6-be0b493e9589),segment_id=464cc581-3b8b-42e6-9cc6-be0b493e9589)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:54.373546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.521557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Calling delete_port for 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:54.577551 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:54.613543 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.623580 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-98e8f11c-c4c2-459c-9fc2-3b46d7dafb5e tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:54.628429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:54.631014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 7a15fa11-a07b-4ceb-bf30-18b1b100bff8 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:54.631014 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:54.728644 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:54.728985 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:54.789704 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:54.791637 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] No DVR routers for this DVR port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:54.793216 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:54.798882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Deleting port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:54.799267 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.943863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:54.970491 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b9b0c460>,) {'filters': {'network_id': ['a4119094-aaf8-40a5-82ce-7e33cc91fa69']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:54.991308 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9b0c460>, '464cc581-3b8b-42e6-9cc6-be0b493e9589') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:54.991789 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9b0c460>, '464cc581-3b8b-42e6-9cc6-be0b493e9589') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:55.019037 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.053680 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.069603 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:22:55.071177 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:22:55.099606 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:22:55.133350 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] For port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef, host dv-cinder-786386-3-iscsi, got binding levels [] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:55.134518 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.281224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Calling delete_port for 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:55.284998 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.ipam_backend_mixin [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef was not found and therefore no delete operation was performed {{(pid=78685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 10 17:22:55.288107 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.293069 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:55.315208 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.329270 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-805c971e-381e-4d49-ba76-7ce3f6d7f64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:55.349215 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Pushing event deleted for resources: {'Port': ['ID=987b9c11-c8db-4dec-8cf0-6ff1c82e8aef,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:55.351018 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] No DVR routers for this DVR port 987b9c11-c8db-4dec-8cf0-6ff1c82e8aef on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:55.352453 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-99b238b9-dd6c-4c8e-a30b-8b35cca7f7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:55.363086 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.380969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4119094-aaf8-40a5-82ce-7e33cc91fa69,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:55.391348 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:55.399450 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69bc4-fe3c-47d3-823b-50eadebf248b req-50c68aaa-9479-49e7-b18e-14378a3eb105 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:55.401063 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-28b69bc4-fe3c-47d3-823b-50eadebf248b req-50c68aaa-9479-49e7-b18e-14378a3eb105 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.1919675
May 10 17:22:55.404801 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4119094-aaf8-40a5-82ce-7e33cc91fa69 HTTP/1.1" status: 204  len: 168 time: 1.3447044
May 10 17:22:55.460314 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-28b69bc4-fe3c-47d3-823b-50eadebf248b req-77151e74-1b2d-4161-801b-a9bdcb19cfe2 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515513
May 10 17:22:55.605947 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55038) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:55.662493 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-85887ef9-ba02-4359-8e59-5cbf9fd5f560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c14523d40d4cd8aee4c19091a02568&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551133
May 10 17:22:55.664629 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55042) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:55.724363 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.750850 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.805028 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.808975 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-33c1d56c-9956-4baf-8418-af70f07b6414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:55.823116 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71818cf-409f-456b-9976-dd0bb093135f,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:55.826499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:55.839614 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.843852 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e71818cf-409f-456b-9976-dd0bb093135f HTTP/1.1" status: 204  len: 168 time: 0.1752579
May 10 17:22:56.200485 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55052) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:56.256048 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f586092f-a736-4e3d-bdd0-584dc25b5a0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d7c2d9eec934883a53b5533ce4f93ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542040
May 10 17:22:56.258377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55056) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:56.320951 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.349439 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.406447 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.410189 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8b43edf4-e937-4f30-9edf-ff9875301344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:56.422702 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069566b6-4c77-4df4-a233-b4ab74fcae83,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:56.426656 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:56.430113 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:56.431209 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a2f51561-464d-4e52-9153-c92aaddd4359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/069566b6-4c77-4df4-a233-b4ab74fcae83 HTTP/1.1" status: 204  len: 168 time: 0.1719534
May 10 17:22:56.680707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e479-bf19-4737-b4da-aea8dcc0d55f req-8db0bfce-8920-45e2-b5c2-dacab9b6c8d3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.682794 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6be9e479-bf19-4737-b4da-aea8dcc0d55f req-8db0bfce-8920-45e2-b5c2-dacab9b6c8d3 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.1010661
May 10 17:22:56.745659 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6be9e479-bf19-4737-b4da-aea8dcc0d55f req-d8a8e551-ca8b-4a4c-b930-c360677ec220 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565033
May 10 17:22:57.938264 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a711-21c0-47c5-ad81-7b8d6e853548 req-8486a312-c5cf-4426-a7b2-df8b9b75be50 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:57.939720 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b910a711-21c0-47c5-ad81-7b8d6e853548 req-8486a312-c5cf-4426-a7b2-df8b9b75be50 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0859699
May 10 17:22:57.986028 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b910a711-21c0-47c5-ad81-7b8d6e853548 req-e37beefb-5c68-471f-965f-0c56eab16011 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405464
May 10 17:22:59.178844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577c381-bba7-4aff-ac3c-c399c597190b req-37b6ed82-6950-4e82-811d-d4d44e8d7f94 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.181231 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9577c381-bba7-4aff-ac3c-c399c597190b req-37b6ed82-6950-4e82-811d-d4d44e8d7f94 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0830593
May 10 17:22:59.231471 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-9577c381-bba7-4aff-ac3c-c399c597190b req-1565ae70-a2ef-4247-a7e6-b628df5af3be tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434692
May 10 17:23:00.427835 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a636-918d-43c6-898b-aeab0129749e req-118bd6aa-791c-4db3-ab8e-c28da30dad2c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.429336 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50c6a636-918d-43c6-898b-aeab0129749e req-118bd6aa-791c-4db3-ab8e-c28da30dad2c tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0850029
May 10 17:23:00.479639 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50c6a636-918d-43c6-898b-aeab0129749e req-99feb78f-a417-44b9-9e7c-2dec483ca936 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443335
May 10 17:23:01.681569 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24457206-1548-4190-a879-7db4acd7794a req-c43ec927-ac77-47ae-af1b-40ca6570ec81 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:01.683120 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-24457206-1548-4190-a879-7db4acd7794a req-c43ec927-ac77-47ae-af1b-40ca6570ec81 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0839057
May 10 17:23:01.730617 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-24457206-1548-4190-a879-7db4acd7794a req-27fe57ad-3aac-4291-b51f-36bb02a5bc11 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411088
May 10 17:23:02.769708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55126) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:02.896968 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:02.911712 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:02.916029 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Usage tracker for resource:security_group_rule and tenant:1e163183e87b499683adb0b1584a350f is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:02.919141 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:02.925997 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:02.946760 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ace6c9-6b7a-4704-8c4c-a739c80ff00c req-95423a26-3625-4a2a-8d49-9199de4653a8 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.948290 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86ace6c9-6b7a-4704-8c4c-a739c80ff00c req-95423a26-3625-4a2a-8d49-9199de4653a8 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0864429
May 10 17:23:03.007857 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-86ace6c9-6b7a-4704-8c4c-a739c80ff00c req-d1edd7c9-a15b-43d0-8370-7ff3b74952c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524683
May 10 17:23:03.036427 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.040655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.151456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-92316f9c-5add-486c-b417-849b369c91fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:03.197773 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55132) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:03.198109 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e163183e87b499683adb0b1584a350f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4270470
May 10 17:23:03.199257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a8f59-d9b6-411c-a270-647f685156a6,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:03.203019 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-68bc273d-505d-4c8a-a875-828538507873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:03.267565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.299952 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.361538 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.365419 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a42b6e19-2806-49f5-8b6a-25c575952962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:03.377038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a8f59-d9b6-411c-a270-647f685156a6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:03.380463 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:03.388082 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:03.389723 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e82a8f59-d9b6-411c-a270-647f685156a6 HTTP/1.1" status: 204  len: 168 time: 0.1906903
May 10 17:23:04.213733 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f0a7c-fc9e-42e9-a0eb-1acc983bb9fb req-551cd1a0-6c7f-4d72-936d-1e8f791aa591 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:04.215985 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c91f0a7c-fc9e-42e9-a0eb-1acc983bb9fb req-551cd1a0-6c7f-4d72-936d-1e8f791aa591 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0868256
May 10 17:23:04.267218 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c91f0a7c-fc9e-42e9-a0eb-1acc983bb9fb req-d64d1043-c39e-4c8c-8257-53692ba931a1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453064
May 10 17:23:05.453050 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d26da-0053-4435-b250-e42ec426b4df req-bc104297-244d-4dda-9843-8a719385a518 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.454508 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-226d26da-0053-4435-b250-e42ec426b4df req-bc104297-244d-4dda-9843-8a719385a518 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0794182
May 10 17:23:05.498602 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-226d26da-0053-4435-b250-e42ec426b4df req-3a80dff7-f6b7-4aee-83a6-0116db92141e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383773
May 10 17:23:06.685220 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6e2f-1950-4821-b027-25038c260ea1 req-a2595e50-c1fd-4508-b2bf-7b3aff929b5d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.686815 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c47b6e2f-1950-4821-b027-25038c260ea1 req-a2595e50-c1fd-4508-b2bf-7b3aff929b5d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0781436
May 10 17:23:06.730636 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c47b6e2f-1950-4821-b027-25038c260ea1 req-e1dc296b-dee5-4e5c-84d9-e978f39e379f tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381145
May 10 17:23:07.959914 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60de71-a1a3-4e1e-9fbc-0d100f1313ec req-d2560c34-0b91-4253-9008-d2984a1d6c2e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:07.961374 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-db60de71-a1a3-4e1e-9fbc-0d100f1313ec req-d2560c34-0b91-4253-9008-d2984a1d6c2e tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0983133
May 10 17:23:08.006144 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-db60de71-a1a3-4e1e-9fbc-0d100f1313ec req-11fc6e67-e3b1-4c40-bc90-6738d9b679bc tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390739
May 10 17:23:09.196196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34fb4c-50ef-4425-952e-62a041e53135 req-5e3189c8-8915-4d24-ba7e-a527a4e9a087 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:09.197651 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1e34fb4c-50ef-4425-952e-62a041e53135 req-5e3189c8-8915-4d24-ba7e-a527a4e9a087 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 943 time: 0.0817647
May 10 17:23:09.242259 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1e34fb4c-50ef-4425-952e-62a041e53135 req-1dce97b6-3229-478c-a9eb-786aa8dd64ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388353
May 10 17:23:09.271389 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:09.293290 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.412725 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:09.425863 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'port_id': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'mac_address': 'fa:16:3e:0c:16:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:09.479133 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.496258 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:09.511992 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:09.516843 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:09.518542 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:09.585477 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=9']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:09.588429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:09.770973 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['0df6d964-a1e7-425a-bcb9-72cde70421c5'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:10.388233 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:10.432639 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a880c5a-6b5d-4f87-ba00-1757d5e7ac0a req-ed1e2130-0fc3-4350-b65f-0eaab0ef4435 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:10.434264 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2a880c5a-6b5d-4f87-ba00-1757d5e7ac0a req-ed1e2130-0fc3-4350-b65f-0eaab0ef4435 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 944 time: 0.0836403
May 10 17:23:10.464404 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 0df6d964-a1e7-425a-bcb9-72cde70421c5 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:10.464777 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.488119 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2a880c5a-6b5d-4f87-ba00-1757d5e7ac0a req-e223c86f-d185-489c-ada7-c5cb9debe561 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443223
May 10 17:23:10.584505 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.612731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:10.622492 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:10.626624 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.628505 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:10.663477 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'code': 200}
May 10 17:23:10.696831 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=10']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:10.700672 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:10.892784 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f58632-5a7a-444f-99a9-a756fba5e7c1 req-198b24b2-a42c-4cb3-8f85-cb6a1f45456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:10.894136 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5f58632-5a7a-444f-99a9-a756fba5e7c1 req-198b24b2-a42c-4cb3-8f85-cb6a1f45456f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 1099 time: 0.0699837
May 10 17:23:10.937034 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e5f58632-5a7a-444f-99a9-a756fba5e7c1 req-f2e86d05-f73e-444a-a352-0a2d5c9f0893 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363033
May 10 17:23:11.674424 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122e2d-e22c-41da-914a-24e5b9e98dac req-66118d20-f309-47b1-96b1-4139cde4f13d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.675871 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da122e2d-e22c-41da-914a-24e5b9e98dac req-66118d20-f309-47b1-96b1-4139cde4f13d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 946 time: 0.0809798
May 10 17:23:11.736882 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-da122e2d-e22c-41da-914a-24e5b9e98dac req-39fe0a9e-49c3-4eb9-bf64-21a787a80d7d tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547917
May 10 17:23:12.926977 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9cf7-b188-4422-b00e-bd4573a59b57 req-a782b6d6-1378-41ec-8888-df714d1126c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:12.928434 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1acd9cf7-b188-4422-b00e-bd4573a59b57 req-a782b6d6-1378-41ec-8888-df714d1126c9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 946 time: 0.0834987
May 10 17:23:12.973765 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-1acd9cf7-b188-4422-b00e-bd4573a59b57 req-a6ab8469-2677-42f3-80c8-432f1304efe8 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397100
May 10 17:23:13.169494 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55266) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:13.286848 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.300656 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:13.304627 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Usage tracker for resource:security_group_rule and tenant:541f0ac71b054c83b95282ec29ee37e6 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:13.307554 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:13.313945 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:13.394051 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.397706 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.409736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-79c55ed2-f89b-4bf1-a3bb-c08519821c16 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:13.448307 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=541f0ac71b054c83b95282ec29ee37e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2777219
May 10 17:23:13.449198 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91da0a-45e8-4ec3-97ef-700f2e4713c6,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:13.450947 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55272) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:13.453692 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.514474 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.541187 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.596689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.600238 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e225ad35-410c-47f0-a5b7-82a4af99c0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:13.612763 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91da0a-45e8-4ec3-97ef-700f2e4713c6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:13.615595 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:13.617511 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:13.618945 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b91da0a-45e8-4ec3-97ef-700f2e4713c6 HTTP/1.1" status: 204  len: 168 time: 0.1649411
May 10 17:23:17.189147 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-df7310dd-f37c-4f1d-bc89-6cf1fc9caa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.849626 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:19.946997 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b19594a1-67af-43e0-98aa-a8364db52a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.859777 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.400507 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:28.586353 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:23:32.946055 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db4d8-9351-4363-bd90-3b977b918a12 req-26bfaa89-3ae1-485d-9b50-c42924885a10 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.947484 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bf6db4d8-9351-4363-bd90-3b977b918a12 req-26bfaa89-3ae1-485d-9b50-c42924885a10 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0817282
May 10 17:23:32.992596 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bf6db4d8-9351-4363-bd90-3b977b918a12 req-ba27607d-a066-4e37-9303-0e748fc7732a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388026
May 10 17:23:34.179173 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88b34-20e8-4af2-a8b5-a3ab68fb6123 req-59d64116-6646-4604-83c6-644666152b90 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.180672 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-42d88b34-20e8-4af2-a8b5-a3ab68fb6123 req-59d64116-6646-4604-83c6-644666152b90 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0807934
May 10 17:23:34.228308 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-42d88b34-20e8-4af2-a8b5-a3ab68fb6123 req-56d845d7-d37c-40c1-83b3-741efb910b2a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415881
May 10 17:23:34.520977 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-eb08197e-0d64-4b92-b9fc-da9025f67a7b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.522370 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-eb08197e-0d64-4b92-b9fc-da9025f67a7b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 945 time: 0.0810311
May 10 17:23:34.660400 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port f4df1d39-7ffc-433e-87e9-0af7da656dbe {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:34.660741 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:34.796403 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] For port f4df1d39-7ffc-433e-87e9-0af7da656dbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f4df1d39-7ffc-433e-87e9-0af7da656dbe,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:34.796763 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.088654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.088962 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.089204 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 871021a5-4003-4d16-ae83-66b4bf8a1f44 disassociated. External IP: 172.27.3.107, port: f4df1d39-7ffc-433e-87e9-0af7da656dbe.
May 10 17:23:35.089539 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for f4df1d39-7ffc-433e-87e9-0af7da656dbe owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:35.205206 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.210897 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2b9abaa0-53db-49ea-9d6d-44f9cf7e171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:35.258995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=f4df1d39-7ffc-433e-87e9-0af7da656dbe,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:35.270114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.270440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.270812 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.271181 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.271541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.271899 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.272342 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.272701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.273114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.273473 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.273826 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.274212 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:35.278026 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:35.532897 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fbc3643f-2c8d-474f-a1f1-6a024b336245 req-b837b718-6e61-4f48-91c7-05eddd90baaa tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 210 time: 0.1962588
May 10 17:23:35.588941 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:35.777273 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:35.788136 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:35.802941 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:35.803939 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47f40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:35.871707 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] No DVR routers for this DVR port f4df1d39-7ffc-433e-87e9-0af7da656dbe on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:35.874433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:35.877151 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'name': 'network-vif-deleted', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:35.904368 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-49aebf8a-041e-4575-bf39-afe1b1c49615 req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "DELETE /v2.0/ports/f4df1d39-7ffc-433e-87e9-0af7da656dbe HTTP/1.1" status: 204  len: 173 time: 1.3762906
May 10 17:23:35.929895 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3805439-3e5e-40a6-afcf-64e32c89b8f4', 'name': 'network-vif-deleted', 'tag': 'f4df1d39-7ffc-433e-87e9-0af7da656dbe', 'status': 'completed', 'code': 200}
May 10 17:23:36.024294 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:36.334616 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47f40>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:36.338350 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:36.346528 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:36.347121 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47f40>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:36.519515 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:36.704103 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3581e1ff-3925-43f2-8b24-741bcd7c6e7a req-6740a55a-eff7-4963-8acb-3fd0c06eaac6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:36.719825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-3581e1ff-3925-43f2-8b24-741bcd7c6e7a req-6740a55a-eff7-4963-8acb-3fd0c06eaac6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:36.721079 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3581e1ff-3925-43f2-8b24-741bcd7c6e7a req-6740a55a-eff7-4963-8acb-3fd0c06eaac6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3805439-3e5e-40a6-afcf-64e32c89b8f4 HTTP/1.1" status: 200  len: 210 time: 0.0595956
May 10 17:23:36.856451 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47f40>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:36.860332 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d275ab4-8132-46ac-a688-fcc208ba4559 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:37.060640 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c9e74-1635-40ef-84f6-1a61cd8d039e None None] New status for floating IP 871021a5-4003-4d16-ae83-66b4bf8a1f44: DOWN {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:38.072005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-c25fb1b1-c836-4123-8f1d-c48268d141e1 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589797712&fields=id&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 267 time: 0.0398700
May 10 17:23:38.217400 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-4853ba76-dd73-4af0-a753-29745fdabd43 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:38.218838 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-4853ba76-dd73-4af0-a753-29745fdabd43 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.1404226
May 10 17:23:38.234146 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-7687ce69-29ae-4d16-a771-659208131b74 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/quotas/0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 375 time: 0.0097623
May 10 17:23:38.321109 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-28cda38d-1798-44ce-bce9-b9315d1414bc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819740
May 10 17:23:38.454774 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-f0951f9d-b24e-4595-a528-7e94e3b6d129 service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224751
May 10 17:23:38.574278 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f4df1d39-7ffc-433e-87e9-0af7da656dbe no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:38.582525 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-e2933e0e-3c47-4ece-a368-d5988cdbaedd service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218364
May 10 17:23:38.607762 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: f4df1d39-7ffc-433e-87e9-0af7da656dbe {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:38.608152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f4df1d39-7ffc-433e-87e9-0af7da656dbe not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:38.976307 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1e1f369d-f96f-4dc4-93cb-e3ba21c3c38a req-233d30cb-bba5-49ce-9e0d-947323cf665c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 210 time: 0.0469966
May 10 17:23:39.277461 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.071451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-6f7e2d1c-931a-4518-adf5-bd3fb1cf3e18 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:40.073041 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-6f7e2d1c-931a-4518-adf5-bd3fb1cf3e18 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.1510613
May 10 17:23:40.151447 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8d008c32-91eb-42b8-9dfb-60d7eb7a1256 req-15b758cf-19ec-42e7-b954-4d2831e4d2fe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 210 time: 0.0563288
May 10 17:23:40.164306 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-ff49425c-16be-4fb0-9de7-8b06e3d288e9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 379 time: 0.0822146
May 10 17:23:40.174514 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'port': {'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'admin_state_up': True, 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'security_groups': ['6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4']}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:40.309130 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:40.318461 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:40.328304 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Made reservation on behalf of 0dc9869803bd44de9a819001d2ca81d4 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:40.331713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.584643 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.20.0.12 (b21eafd8-4b92-48d6-b3c5-ab6324f66efe/b8282f9f-e03c-435c-82b1-b15300cc0d38/334a3f0b-d592-4a1b-b084-8230039f5265) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:40.776509 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.791635 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Transition to ACTIVE for port object 334a3f0b-d592-4a1b-b084-8230039f5265 will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:40.815425 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.820792 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-072cfba8-e3b0-4973-9853-42d71212cc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:40.883143 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:40.886337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:40.890225 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:40.932067 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:40.936651 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:40.963580 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:40.964217 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:40.990488 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-21dc89d0-8d5e-43d3-b0cc-712a18728f95 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8207896
May 10 17:23:41.002813 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Request body: {'port': {'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:41.085540 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-29d7ae06-00c0-4f4c-b782-e3de3046b57b None None] Provisioning for port 334a3f0b-d592-4a1b-b084-8230039f5265 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:41.090192 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-29d7ae06-00c0-4f4c-b782-e3de3046b57b None None] Provisioning complete for port 334a3f0b-d592-4a1b-b084-8230039f5265 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:41.090565 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-29d7ae06-00c0-4f4c-b782-e3de3046b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.119608 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.147128 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-29d7ae06-00c0-4f4c-b782-e3de3046b57b None None] Port 334a3f0b-d592-4a1b-b084-8230039f5265 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:41.343239 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0880abc-f871-4a20-8c3c-6f9e20c15386 req-0bb72e96-f3a4-4e19-bff6-a8377ed7c536 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.344717 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c0880abc-f871-4a20-8c3c-6f9e20c15386 req-0bb72e96-f3a4-4e19-bff6-a8377ed7c536 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 932 time: 0.0822732
May 10 17:23:41.389131 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c0880abc-f871-4a20-8c3c-6f9e20c15386 req-a0cfdc0e-9192-4bf0-84fd-5a385d9a1162 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387065
May 10 17:23:41.466191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334a3f0b-d592-4a1b-b084-8230039f5265 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:41.473902 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.488413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Transition to ACTIVE for port object 334a3f0b-d592-4a1b-b084-8230039f5265 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:41.492233 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.496433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f9f39e08-54c9-4afc-ae04-6e67b72ed3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:41.646114 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Pushing event updated for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:41.653569 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:41.724873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Attempting to bind port 334a3f0b-d592-4a1b-b084-8230039f5265 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:41.725200 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Attempting to bind port 334a3f0b-d592-4a1b-b084-8230039f5265 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:41.725516 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Attempting to bind port 334a3f0b-d592-4a1b-b084-8230039f5265 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:41.729984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Port 334a3f0b-d592-4a1b-b084-8230039f5265 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:23:41.730296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Attempting to bind port 334a3f0b-d592-4a1b-b084-8230039f5265 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:41.735929 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:41.736289 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:41.736665 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Bound using segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:41.737079 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Bound port: 334a3f0b-d592-4a1b-b084-8230039f5265, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:41.737415 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.826969 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:41.829810 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=334a3f0b-d592-4a1b-b084-8230039f5265,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:41.833846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.837263 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-82b9394e-4f38-41fb-b432-f77cdb7577eb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:41.890179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.890786 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:41.892175 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] 10.222.0.53 "PUT /v2.0/ports/334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 1094 time: 0.8942533
May 10 17:23:41.892676 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:41.933201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Pushing event updated for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:41.965166 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-78c5e956-a960-4eb2-b228-6708e3366a3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:41.966891 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265', 'status': 'completed', 'code': 200}
May 10 17:23:42.011307 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-260133bd-4c14-42ff-8280-530e676febc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.012816 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-260133bd-4c14-42ff-8280-530e676febc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1097 time: 0.0809426
May 10 17:23:42.086399 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-242605ed-ffae-4415-9dde-3cb79967b8fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 217 time: 0.0651171
May 10 17:23:42.148603 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-1acc172b-1961-4605-8971-8cbbcd5d8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.150038 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-1acc172b-1961-4605-8971-8cbbcd5d8342 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0566821
May 10 17:23:42.223846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-d74ed817-3dd0-4ebf-a055-6445eeac4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.225348 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-d74ed817-3dd0-4ebf-a055-6445eeac4467 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688705
May 10 17:23:42.443324 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-3f7b540b-af84-4dc1-940b-6ef9b0f01175 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112470
May 10 17:23:42.575571 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-678cc010-b186-4a5c-9d30-ca2f6e256fc1 req-81308355-a5ba-4fed-aafc-2f6ec13ebb4e service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254578
May 10 17:23:42.580971 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327aae1-25cf-41ca-bec7-57a92de94748 req-e311c261-e089-446a-aee1-3c6834d7df06 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.582551 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8327aae1-25cf-41ca-bec7-57a92de94748 req-e311c261-e089-446a-aee1-3c6834d7df06 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.0877097
May 10 17:23:42.630370 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8327aae1-25cf-41ca-bec7-57a92de94748 req-776f7410-ba55-49e7-9ab9-dc7ee54ca861 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420043
May 10 17:23:42.688067 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-088772b0-71f1-4400-b3c1-00e83f8762a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.689493 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-088772b0-71f1-4400-b3c1-00e83f8762a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1097 time: 0.0704565
May 10 17:23:42.824836 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-13d2822d-1511-48bd-bfff-25c86fe74a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.826478 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-13d2822d-1511-48bd-bfff-25c86fe74a23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1302369
May 10 17:23:42.898837 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-819488a0-b2e1-43e1-a273-4f12b360d4b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 217 time: 0.0646672
May 10 17:23:42.961637 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-0531aa65-1305-4595-8dc6-e1fea63a93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.963022 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-0531aa65-1305-4595-8dc6-e1fea63a93d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0570626
May 10 17:23:43.040569 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-6a784f14-952e-48d8-9e1c-b0942c7ad63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.041973 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-6a784f14-952e-48d8-9e1c-b0942c7ad63b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728326
May 10 17:23:43.177091 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-02069444-8ed8-4cb3-bc4d-f7aeb37e3ccb service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284399
May 10 17:23:43.308038 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6a399f3c-e307-4bcd-b794-61f8630084cc req-7fdedded-c450-447a-9dfa-2bc82598a86c service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235728
May 10 17:23:43.814650 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222315c-f056-4d21-b648-26de260b8d49 req-f2f4dd89-9551-4d67-9805-dc9bacbbcbbe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.815896 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-7222315c-f056-4d21-b648-26de260b8d49 req-f2f4dd89-9551-4d67-9805-dc9bacbbcbbe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:43.830450 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-7222315c-f056-4d21-b648-26de260b8d49 req-f2f4dd89-9551-4d67-9805-dc9bacbbcbbe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:43.831754 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7222315c-f056-4d21-b648-26de260b8d49 req-f2f4dd89-9551-4d67-9805-dc9bacbbcbbe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.0956154
May 10 17:23:43.876873 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-7222315c-f056-4d21-b648-26de260b8d49 req-a9df3ae2-51ad-48a4-81a3-2acca15beba0 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392828
May 10 17:23:45.069155 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505bd35-e430-40dc-9e55-3c1ce6569534 req-eb8a455d-9c23-4bdd-9455-119531f30b6b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:45.070625 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f505bd35-e430-40dc-9e55-3c1ce6569534 req-eb8a455d-9c23-4bdd-9455-119531f30b6b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.0884376
May 10 17:23:45.115940 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f505bd35-e430-40dc-9e55-3c1ce6569534 req-17c441ee-8a60-40c1-8d5a-430066843b69 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394216
May 10 17:23:45.217809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0ad86-fb60-4c54-a087-39ccfc0ac8a7 req-30e61303-8b31-4f3f-b4a5-91251969d807 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:45.219259 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-27f0ad86-fb60-4c54-a087-39ccfc0ac8a7 req-30e61303-8b31-4f3f-b4a5-91251969d807 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 946 time: 0.0809031
May 10 17:23:45.353768 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-27f0ad86-fb60-4c54-a087-39ccfc0ac8a7 req-9e444dbd-3fc6-4473-bd49-67572a6729bb tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283944
May 10 17:23:46.299299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b85b-4307-4cea-877d-ce6a86be83d0 req-84d28c1a-053e-427c-9b34-8d5458fe9a51 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.300776 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d968b85b-4307-4cea-877d-ce6a86be83d0 req-84d28c1a-053e-427c-9b34-8d5458fe9a51 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.0807817
May 10 17:23:46.345785 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-d968b85b-4307-4cea-877d-ce6a86be83d0 req-71aca8cc-a473-409b-9760-2579f2e1d3bf tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392935
May 10 17:23:46.442481 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-b0abf158-8f5a-4ea6-91d6-451dec7703d6 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.443961 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-b0abf158-8f5a-4ea6-91d6-451dec7703d6 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 946 time: 0.0830941
May 10 17:23:46.543292 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8883-9567-4fae-ab4e-0a7e22a0d012 req-58413175-84ff-4845-bf71-c004e11d2dd1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.544812 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bebd8883-9567-4fae-ab4e-0a7e22a0d012 req-58413175-84ff-4845-bf71-c004e11d2dd1 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 946 time: 0.0811412
May 10 17:23:46.581482 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Deleting port 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:46.581822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:46.591155 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-bebd8883-9567-4fae-ab4e-0a7e22a0d012 req-23eeafe2-8430-418c-88f2-1abf49072a18 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups?id=f752ca8e-2723-4978-b36b-9b5a23ffc699&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403202
May 10 17:23:46.714424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] For port 0df6d964-a1e7-425a-bcb9-72cde70421c5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0df6d964-a1e7-425a-bcb9-72cde70421c5,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:46.714776 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.079766 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.080217 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.080543 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Floating IP 4a1737d5-8d3f-4c8a-afc7-9832db226587 disassociated. External IP: 172.27.3.214, port: 0df6d964-a1e7-425a-bcb9-72cde70421c5.
May 10 17:23:47.080888 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Calling delete_port for 0df6d964-a1e7-425a-bcb9-72cde70421c5 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:47.193214 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.194077 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-9bd05453-3906-4357-bdf5-25a433d96e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.199675 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8094cefa-8c3b-469c-ac14-b18933496a13 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:47.245806 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'Port': ['ID=0df6d964-a1e7-425a-bcb9-72cde70421c5,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:47.249578 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:47.432192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:47.661509 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:47.672521 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:47.688817 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:47.689433 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47970>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:47.704863 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26966c17-26cd-446d-82e2-36aee54b2899 req-a810e17a-4208-4cc5-a2e8-8b0e0961ed45 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.706379 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-26966c17-26cd-446d-82e2-36aee54b2899 req-a810e17a-4208-4cc5-a2e8-8b0e0961ed45 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.2191672
May 10 17:23:47.769400 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8967a801-b797-4ab8-8afa-404e97390561 req-a6d88996-e45f-41ec-96b2-06c1913dc3ff tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f HTTP/1.1" status: 200  len: 210 time: 0.0478292
May 10 17:23:47.781260 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] No DVR routers for this DVR port 0df6d964-a1e7-425a-bcb9-72cde70421c5 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:47.794329 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:47.794329 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-deleted', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:47.806187 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-26966c17-26cd-446d-82e2-36aee54b2899 req-7d7b39db-5c66-4098-8a1d-5d3d065e8442 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938804
May 10 17:23:47.815040 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-232107f6-d9d2-4e08-abda-bdcc872f8922 req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.53 "DELETE /v2.0/ports/0df6d964-a1e7-425a-bcb9-72cde70421c5 HTTP/1.1" status: 204  len: 173 time: 1.3658276
May 10 17:23:47.844272 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2925f6-9a04-4a6a-ab2d-e81e3af2df2f', 'name': 'network-vif-deleted', 'tag': '0df6d964-a1e7-425a-bcb9-72cde70421c5', 'status': 'completed', 'code': 200}
May 10 17:23:47.882264 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:48.222192 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47970>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:48.225992 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:48.234116 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:48.234713 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47970>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:48.406175 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:48.505658 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55350) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:48.710820 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf47970>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:48.714651 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44d2f0-6c4c-4296-b70c-e92a126eb79a None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:17:23Z', 'revision_number': 4, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': '518b0c31-4ef4-4bff-9374-b614abfcd981', 'name': '', 'network_id': '3ce64d3f-d811-4008-819a-924b81587134', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'mac_address': 'fa:16:3e:d4:d9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:21Z', 'updated_at': '2021-05-10T17:17:30Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'subnets': [{'id': 'd63c6d1c-0878-4904-9926-99e33b946855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:48.907547 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55362) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:48.963320 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8d83a-e7f1-4f66-bd5f-a7968836dc03 None None] New status for floating IP 4a1737d5-8d3f-4c8a-afc7-9832db226587: DOWN {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:48.980467 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:48.990988 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Deleting port 56666f4e-6e30-4414-b6ee-fd314022271e {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:48.991912 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.010158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.064970 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.069172 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-01a513cd-71b9-46fc-88d6-56a7a85a1c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:49.086533 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752ca8e-2723-4978-b36b-9b5a23ffc699,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:49.091139 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:49.096048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.099708 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5450499c-8f47-4202-b50d-bdfb304c4463 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "DELETE /v2.0/security-groups/f752ca8e-2723-4978-b36b-9b5a23ffc699 HTTP/1.1" status: 204  len: 168 time: 0.1910462
May 10 17:23:49.100373 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55366) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:49.117554 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.api.v2.resource [None req-d605a712-0385-44c1-8708-b202733eb2af tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] show failed (client error): The resource could not be found.
May 10 17:23:49.121796 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d605a712-0385-44c1-8708-b202733eb2af tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "GET /v2.0/security-groups/f752ca8e-2723-4978-b36b-9b5a23ffc699 HTTP/1.1" status: 404  len: 347 time: 0.0203536
May 10 17:23:49.122433 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55370) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:49.126528 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a051112-9e04-4139-b9f5-d3013abb534f req-518ba064-fb9f-4ff4-96e1-daa5b7ccc6e9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.128048 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8a051112-9e04-4139-b9f5-d3013abb534f req-518ba064-fb9f-4ff4-96e1-daa5b7ccc6e9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.1952379
May 10 17:23:49.168574 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.168893 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.308057 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Calling delete_port for 56666f4e-6e30-4414-b6ee-fd314022271e owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:49.322386 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8a051112-9e04-4139-b9f5-d3013abb534f req-1cee4494-ac65-44a3-9f7f-880167a619fa tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1766703
May 10 17:23:49.356535 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Deleting port 334f6a46-cac9-4592-8037-9ea5ef69a56c {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:49.356872 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.439695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.443795 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3122e115-1776-4478-95bf-aca362dda96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:49.517815 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event deleted for resources: {'Port': ['ID=56666f4e-6e30-4414-b6ee-fd314022271e,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:49.534848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.535214 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.535574 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.535932 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.536301 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.536651 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.536991 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.537331 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.537672 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.538010 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.538348 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.538685 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:49.541911 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:49.575772 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.576100 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.601686 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.602017 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Floating IP f2305192-8712-49b1-b3e4-c6e991ed25fd disassociated (deleted). External IP: 172.27.3.205, port: 83d1b341-52c6-4d8c-802a-78c2be31bb79.
May 10 17:23:49.700097 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Calling delete_port for 334f6a46-cac9-4592-8037-9ea5ef69a56c owned by network:floatingip {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:49.811117 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.815029 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f01e9f7f-f7b8-4fea-8326-89b349e028a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:49.843885 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.859304 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Pushing event deleted for resources: {'Port': ['ID=334f6a46-cac9-4592-8037-9ea5ef69a56c,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:49.862386 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:49.949635 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b1b88bcd-a9de-400b-b239-4e8738c5963b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.956157 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks [] for floatingip, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.970681 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.971812 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-15d36048-e4af-4bd4-8bc7-ac9c4ede85ed tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] 10.222.0.20 "DELETE /v2.0/floatingips/4a1737d5-8d3f-4c8a-afc7-9832db226587 HTTP/1.1" status: 204  len: 168 time: 0.8477936
May 10 17:23:50.081671 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Router ef66bb82-6865-4a54-aa90-e24c425e2793 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:50.261958 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:50.272165 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Sync routers for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:50.282810 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:50.283413 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb28fd60>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:50.285159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.350046 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-76a7f38c-c49c-4eaf-9f2e-fba09c5636e6 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2305192-8712-49b1-b3e4-c6e991ed25fd HTTP/1.1" status: 204  len: 168 time: 1.8432240
May 10 17:23:50.351194 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:50.482089 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:50.521820 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5219-2d66-47f5-8969-8e2710c05207 req-aa9d37b6-f396-4fe2-8d81-aa69442270ee tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.523394 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e41c5219-2d66-47f5-8969-8e2710c05207 req-aa9d37b6-f396-4fe2-8d81-aa69442270ee tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 944 time: 0.0843189
May 10 17:23:50.580619 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e41c5219-2d66-47f5-8969-8e2710c05207 req-3915fb50-29a3-4a56-918b-bd756370f7a6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514860
May 10 17:23:50.594563 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'status': 'completed', 'code': 200}
May 10 17:23:50.621121 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 334a3f0b-d592-4a1b-b084-8230039f5265 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:50.627266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:50.664852 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 0df6d964-a1e7-425a-bcb9-72cde70421c5 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:50.665522 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 0df6d964-a1e7-425a-bcb9-72cde70421c5 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:50.694948 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-cbdf6f96-cc02-48a3-9797-222a3a398fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.696443 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-cbdf6f96-cc02-48a3-9797-222a3a398fba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 1098 time: 0.0796385
May 10 17:23:50.774518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67091a-6056-462c-9cac-9025ac6d93bb req-6c262bf3-1c78-4446-a0a2-f5b22691b1e2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.775252 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4d67091a-6056-462c-9cac-9025ac6d93bb req-6c262bf3-1c78-4446-a0a2-f5b22691b1e2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:50.794198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-4d67091a-6056-462c-9cac-9025ac6d93bb req-6c262bf3-1c78-4446-a0a2-f5b22691b1e2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:50.796653 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4d67091a-6056-462c-9cac-9025ac6d93bb req-6c262bf3-1c78-4446-a0a2-f5b22691b1e2 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.1077070
May 10 17:23:50.811064 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=334a3f0b-d592-4a1b-b084-8230039f5265,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:50.828618 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': '334a3f0b-d592-4a1b-b084-8230039f5265', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:50.847567 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4d67091a-6056-462c-9cac-9025ac6d93bb req-b70a2e23-b1d5-4d3f-8ba9-5b664c17c94d tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451336
May 10 17:23:50.859760 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-0660eb32-9c48-4d25-9e08-5ab50d1bbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.861611 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-0660eb32-9c48-4d25-9e08-5ab50d1bbd5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 200  len: 910 time: 0.1583290
May 10 17:23:50.865215 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb28fd60>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:50.873884 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Checking router: ef66bb82-6865-4a54-aa90-e24c425e2793 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:50.882782 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:50.883405 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bb28fd60>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:50.904431 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.907001 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.924504 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334a3f0b-d592-4a1b-b084-8230039f5265 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:50.935744 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-184ca494-fbd6-4a9d-9000-3dbdf2efb1c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 200  len: 217 time: 0.0660720
May 10 17:23:50.939632 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=334a3f0b-d592-4a1b-b084-8230039f5265,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:50.943684 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.946427 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:50.999801 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-569cd6fc-9a1a-4e9c-a93a-b4608a1b53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:51.001321 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-569cd6fc-9a1a-4e9c-a93a-b4608a1b53d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 200  len: 848 time: 0.0595400
May 10 17:23:51.012190 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:51.020927 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.021296 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.021593 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.021916 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.022236 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.022557 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.022885 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.023193 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.023509 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.023821 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.024157 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.024466 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:51.028550 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:51.084000 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-cea50277-8c5c-4f53-8ca3-5ccc2d43d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:51.085440 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-cea50277-8c5c-4f53-8ca3-5ccc2d43d6ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b109023a-af5c-4b92-87bd-51b508f2bfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755534
May 10 17:23:51.102169 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:51.155127 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['334a3f0b-d592-4a1b-b084-8230039f5265'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:51.223616 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-8520c902-31e9-4965-b8b0-3da8d3861b62 service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303906
May 10 17:23:51.376009 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-572aec08-77e9-4370-a1e8-4e64b8da1b86 req-8244eb8c-3ab2-417c-8aef-5191541ecb1b service neutron] 10.222.0.53 "GET /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437418
May 10 17:23:51.455545 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bb28fd60>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:51.459516 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b73e3-d03b-4d0a-94fc-b0ff06f8233e None None] The sync data for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi is: [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:18:13Z', 'revision_number': 4, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'bae1f218-bdd0-422f-a255-24b194de1ef7', 'name': '', 'network_id': 'b109023a-af5c-4b92-87bd-51b508f2bfe6', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'mac_address': 'fa:16:3e:00:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:12Z', 'updated_at': '2021-05-10T17:18:25Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'subnets': [{'id': '31f6b0af-3fe2-44ad-872e-38045e4e782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:51.698878 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02acad2b-e392-4ff5-addf-066f714e130c None None] New status for floating IP f2305192-8712-49b1-b3e4-c6e991ed25fd: DOWN {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:51.771023 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a06c03-aa32-4860-8b5d-c0a071b90302 req-2efe86c3-0224-4f0a-9e8d-9c3a2302dd48 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:51.772503 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-64a06c03-aa32-4860-8b5d-c0a071b90302 req-2efe86c3-0224-4f0a-9e8d-9c3a2302dd48 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 945 time: 0.0834098
May 10 17:23:51.820420 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-64a06c03-aa32-4860-8b5d-c0a071b90302 req-7a1409c1-3326-4fb0-85cd-009846afae6a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403624
May 10 17:23:52.031304 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110592f5-1cc9-4a0e-9b0f-6fc681aaf2fe req-be300533-e4f6-4971-ace8-0fa462879704 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.032691 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-110592f5-1cc9-4a0e-9b0f-6fc681aaf2fe req-be300533-e4f6-4971-ace8-0fa462879704 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0832124
May 10 17:23:52.077517 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-110592f5-1cc9-4a0e-9b0f-6fc681aaf2fe req-9ff227fe-0373-4508-b0c5-ffd1aa042d97 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/security-groups?id=d74c4546-40eb-4fe7-ac77-4f290552ebd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389242
May 10 17:23:52.079857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-11e38697-e9df-4955-8eb5-e3c907058c55 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.081365 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-11e38697-e9df-4955-8eb5-e3c907058c55 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 945 time: 0.0830774
May 10 17:23:52.218891 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Deleting port 83d1b341-52c6-4d8c-802a-78c2be31bb79 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:52.219234 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.406695 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.435827 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] For port 83d1b341-52c6-4d8c-802a-78c2be31bb79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83d1b341-52c6-4d8c-802a-78c2be31bb79,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:52.436351 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.559490 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Calling delete_port for 83d1b341-52c6-4d8c-802a-78c2be31bb79 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:52.620539 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 334a3f0b-d592-4a1b-b084-8230039f5265 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:52.671864 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.677687 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f4114564-9a43-429b-8cfc-c5c07dcfcc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:52.696472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port 334a3f0b-d592-4a1b-b084-8230039f5265 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:52.701780 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port 334a3f0b-d592-4a1b-b084-8230039f5265 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:52.702352 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.728606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event deleted for resources: {'Port': ['ID=83d1b341-52c6-4d8c-802a-78c2be31bb79,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:52.732781 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:52.810030 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] No DVR routers for this DVR port 83d1b341-52c6-4d8c-802a-78c2be31bb79 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:52.813150 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.816045 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-deleted', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:52.832089 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-911732d8-d8e5-454c-9336-92b8f1d911b7 req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.53 "DELETE /v2.0/ports/83d1b341-52c6-4d8c-802a-78c2be31bb79 HTTP/1.1" status: 204  len: 173 time: 0.7427053
May 10 17:23:52.837934 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.848842 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55410) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:52.872626 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:52.880346 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f862be0-37b4-4d4b-9007-5048ade144b6', 'name': 'network-vif-deleted', 'tag': '83d1b341-52c6-4d8c-802a-78c2be31bb79', 'status': 'completed', 'code': 200}
May 10 17:23:52.887339 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=334a3f0b-d592-4a1b-b084-8230039f5265,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:52.894540 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.897340 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:52.953439 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265', 'code': 200}
May 10 17:23:52.980782 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:52.990661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:53.158713 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bb87a-a2f7-4225-9a81-c11bb959e709 req-8034b84b-c457-4e15-9c3e-cacc963c5e8d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:53.160655 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a6bb87a-a2f7-4225-9a81-c11bb959e709 req-8034b84b-c457-4e15-9c3e-cacc963c5e8d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.2118168
May 10 17:23:53.279722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-f8ca0f2a-7820-4889-9acf-1c5b74bfcaf4 req-b68afb32-55dc-4c0d-9a6a-e489d14b1b75 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Synchronizing usage tracker for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:53.282972 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4a6bb87a-a2f7-4225-9a81-c11bb959e709 req-2f443d4e-303d-4cf7-9434-bfa07eed90d8 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130571
May 10 17:23:53.312388 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-f8ca0f2a-7820-4889-9acf-1c5b74bfcaf4 req-b68afb32-55dc-4c0d-9a6a-e489d14b1b75 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Unset dirty status for tenant:5c55bfcb3cfe44219a63287f0983cdeb on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:53.313599 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f8ca0f2a-7820-4889-9acf-1c5b74bfcaf4 req-b68afb32-55dc-4c0d-9a6a-e489d14b1b75 tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f862be0-37b4-4d4b-9007-5048ade144b6 HTTP/1.1" status: 200  len: 210 time: 0.0845346
May 10 17:23:53.316928 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e34a3b-b259-4ebd-9d91-863ba1382868 req-13324ad8-2af6-4610-8e6a-f2fb59f12e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:53.318362 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-08e34a3b-b259-4ebd-9d91-863ba1382868 req-13324ad8-2af6-4610-8e6a-f2fb59f12e36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.1466970
May 10 17:23:53.365106 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-08e34a3b-b259-4ebd-9d91-863ba1382868 req-226a85f4-9b7f-4928-9faf-572c150e74cf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393989
May 10 17:23:53.696384 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.222066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Deleting port 518b0c31-4ef4-4bff-9374-b614abfcd981 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:54.222630 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.342887 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] For port 518b0c31-4ef4-4bff-9374-b614abfcd981, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=518b0c31-4ef4-4bff-9374-b614abfcd981,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:54.343307 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.411057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55424) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:54.483515 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.500635 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Calling delete_port for 518b0c31-4ef4-4bff-9374-b614abfcd981 owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:54.514339 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.576521 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.583409 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f8f326d2-15e0-4482-b589-2f12a99f7998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:54.590398 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d30b8a-f39c-4ae1-b4f8-d122d0debb2c req-f105f913-7186-4ae7-ae56-4f57a8d1ff1c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:54.596001 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-59d30b8a-f39c-4ae1-b4f8-d122d0debb2c req-f105f913-7186-4ae7-ae56-4f57a8d1ff1c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.1837523
May 10 17:23:54.598134 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c4546-40eb-4fe7-ac77-4f290552ebd7,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:54.606708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:54.623562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.624993 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ffe78d9b-e92b-441a-a4d8-715728ed53ad tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] 10.222.0.20 "DELETE /v2.0/security-groups/d74c4546-40eb-4fe7-ac77-4f290552ebd7 HTTP/1.1" status: 204  len: 168 time: 0.2132721
May 10 17:23:54.657196 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-59d30b8a-f39c-4ae1-b4f8-d122d0debb2c req-67652ce9-27c7-4f40-aad3-fb214bb8f7b3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592039
May 10 17:23:54.670021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55430) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:54.738048 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.743176 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-96a6dcfc-0bfd-4d41-8bbf-eef2f5ab5ab7 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:54.789233 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Pushing event deleted for resources: {'Port': ['ID=518b0c31-4ef4-4bff-9374-b614abfcd981,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:54.793077 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:55.068616 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:55.113739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7322343-3071-4a5a-b7cb-ca659a45c600 req-5f3145e6-409d-4693-86a6-7eefbd10c81e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.115186 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b7322343-3071-4a5a-b7cb-ca659a45c600 req-5f3145e6-409d-4693-86a6-7eefbd10c81e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.3117769
May 10 17:23:55.183605 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b7322343-3071-4a5a-b7cb-ca659a45c600 req-1af355d4-4a84-487b-aa29-71f40b716ee9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612311
May 10 17:23:55.220258 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55438) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:55.393624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:55.437090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6b288-8f30-4306-bbca-8add88295ef7 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.438590 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-cbd6b288-8f30-4306-bbca-8add88295ef7 tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1094 time: 0.2140696
May 10 17:23:55.441533 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55442) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:55.448721 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.v2.base [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:55.470641 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:55.478103 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:floatingip and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:55.482959 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:55.491863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:55.624539 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:55.643536 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Router dee21b66-64f8-43b9-acb4-905748c80494 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:55.904675 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:55.906565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Deleting port bae1f218-bdd0-422f-a255-24b194de1ef7 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:55.907075 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:55.915214 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Sync routers for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:55.924448 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-909c4b1f-dc14-456e-9868-3b272d907487 admin admin] 10.222.0.20 "PUT /v2.0/routers/dee21b66-64f8-43b9-acb4-905748c80494/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0718699
May 10 17:23:55.925341 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:55.925949 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bac7c700>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:55.927437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55446) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:55.939689 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.098023 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_common [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.27.3.228 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0) {{(pid=78683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:56.101858 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:56.180274 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] For port bae1f218-bdd0-422f-a255-24b194de1ef7, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=bae1f218-bdd0-422f-a255-24b194de1ef7,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:56.180536 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.263822 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.299408 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.303433 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-4112ebd0-ad62-46bf-acb4-34e01b19d894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:56.315451 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Calling delete_port for bae1f218-bdd0-422f-a255-24b194de1ef7 owned by network:router_interface {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:56.318665 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.369968 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:56.374221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.base_scheduler [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:56.376150 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:56.396056 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bac7c700>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:23:54Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:56.399828 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Checking router: dee21b66-64f8-43b9-acb4-905748c80494 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:56.408915 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Routers {'dee21b66-64f8-43b9-acb4-905748c80494'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:56.409535 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bac7c700>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['dee21b66-64f8-43b9-acb4-905748c80494'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:56.422711 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:56.430088 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:56.530925 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.590510 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] Set router dee21b66-64f8-43b9-acb4-905748c80494 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:56.621714 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:56.663513 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 83d1b341-52c6-4d8c-802a-78c2be31bb79 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:56.663774 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Deleting port 66df36a5-0d88-4577-af07-1adcd901266c {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:56.663886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.664571 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 83d1b341-52c6-4d8c-802a-78c2be31bb79 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:56.747142 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.848285 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.865621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:56.928397 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:56.930593 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae1f218-bdd0-422f-a255-24b194de1ef7,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:56.961708 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bac7c700>, [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:23:54Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:56.966272 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11cfa6-9937-4cee-a3f1-3a83220e1e54 None None] The sync data for ids ['dee21b66-64f8-43b9-acb4-905748c80494'] in dv-cinder-786386-3-iscsi is: [{'id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'name': 'tempest-AttachVolumeShelveTestJSON-1799168284-router', 'tenant_id': '20567d6e73574dc3864b5a0ad5e932c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '66df36a5-0d88-4577-af07-1adcd901266c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:17:16Z', 'updated_at': '2021-05-10T17:23:54Z', 'revision_number': 5, 'project_id': '20567d6e73574dc3864b5a0ad5e932c0', 'gw_port': {'id': '66df36a5-0d88-4577-af07-1adcd901266c', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee21b66-64f8-43b9-acb4-905748c80494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:17:17Z', 'updated_at': '2021-05-10T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:57.016102 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:57.045655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] For port 66df36a5-0d88-4577-af07-1adcd901266c, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=66df36a5-0d88-4577-af07-1adcd901266c,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:57.045980 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.164975 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.170380 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8237561'] for port, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.180086 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:57.180456 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Calling delete_port for 66df36a5-0d88-4577-af07-1adcd901266c owned by network:router_gateway {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:57.289762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0,revision_number=2']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:57.295076 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:57.295832 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.397210 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.581440 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 480558ef-2dcf-4fbe-bf5d-292917a520fb associated. External IP: 172.27.3.228, port: 334a3f0b-d592-4a1b-b084-8230039f5265.
May 10 17:23:57.757498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.768959 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-25fc42f7-c0bc-4354-944a-cded09b2b962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:57.820526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=66df36a5-0d88-4577-af07-1adcd901266c,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:57.864565 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:57.939038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:57.948625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:57.991713 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Router ef66bb82-6865-4a54-aa90-e24c425e2793 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:58.118074 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:58.129081 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:58.140069 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:58.140697 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba3bc820>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:58.145936 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.229830 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-655feeac-7e8a-4fd7-bbb6-58edc9dc2d9f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7871711
May 10 17:23:58.230569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:58.276401 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265', 'status': 'completed', 'code': 200}
May 10 17:23:58.300804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.376952 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:58.383454 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.458804 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.459338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee21b66-64f8-43b9-acb4-905748c80494 {{(pid=78684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:23:58.496007 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:58.512546 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Sync routers for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:58.517471 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-ed383383-4e05-4735-a7a7-f57471ca1263 admin admin] 10.222.0.20 "PUT /v2.0/routers/ef66bb82-6865-4a54-aa90-e24c425e2793/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8463445
May 10 17:23:58.520703 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55454) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:58.520918 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-adc057cd-91d7-49f7-9f59-41f683e78e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.522438 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-adc057cd-91d7-49f7-9f59-41f683e78e1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.2196655
May 10 17:23:58.524783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Notify callbacks [] for router, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.528385 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dee21b66-64f8-43b9-acb4-905748c80494 HTTP/1.1" status: 204  len: 168 time: 2.5999792
May 10 17:23:58.532700 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:58.536310 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf65d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:58.548403 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55458) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:58.591033 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 518b0c31-4ef4-4bff-9374-b614abfcd981 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:58.675504 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 518b0c31-4ef4-4bff-9374-b614abfcd981 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:58.676002 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 518b0c31-4ef4-4bff-9374-b614abfcd981 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:58.694447 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Deleting subnet d63c6d1c-0878-4904-9926-99e33b946855 {{(pid=78684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:23:58.715797 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.756785 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:58.787822 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-7d6ddfaf-1e21-4a73-bec7-cb2ec44d4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.789345 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-7d6ddfaf-1e21-4a73-bec7-cb2ec44d4896 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.2591879
May 10 17:23:58.791493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438015'] for subnet, precommit_delete_associations {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.820951 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:58.823218 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba3bc820>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:23:56Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:58.829957 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:58.839546 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:58.840516 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba3bc820>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:58.945294 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-65e6ce7c-030a-4683-b4c3-9e493e630245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 1000 time: 0.1249235
May 10 17:23:59.013678 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.060968 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:59.092201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.099944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Deleting port 228db874-5c12-42b1-8d8b-a4ce5c730db3 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:59.100462 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.121246 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf65d30>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:23:56Z', 'revision_number': 5, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port': {'id': '228db874-5c12-42b1-8d8b-a4ce5c730db3', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:08Z', 'updated_at': '2021-05-10T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:59.124126 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-18b936de-a752-405d-8476-bddaf660ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:59.125470 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-18b936de-a752-405d-8476-bddaf660ce97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.1351869
May 10 17:23:59.126948 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Checking router: ef66bb82-6865-4a54-aa90-e24c425e2793 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:59.138925 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Routers {'ef66bb82-6865-4a54-aa90-e24c425e2793'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:59.138925 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf65d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['ef66bb82-6865-4a54-aa90-e24c425e2793'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:59.311245 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] Set router ef66bb82-6865-4a54-aa90-e24c425e2793 gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:59.358895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-da709516-c38c-4c8c-a698-805cbd51f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:59.360634 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-da709516-c38c-4c8c-a698-805cbd51f598 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2284663
May 10 17:23:59.432981 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] For port 228db874-5c12-42b1-8d8b-a4ce5c730db3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=228db874-5c12-42b1-8d8b-a4ce5c730db3,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:59.433340 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.435349 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf65d30>, [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:23:59Z', 'revision_number': 6, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:59.439459 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc645-2848-4d28-968b-3a1f2927edaf None None] The sync data for ids ['ef66bb82-6865-4a54-aa90-e24c425e2793'] in dv-cinder-786386-3-iscsi is: [{'id': 'ef66bb82-6865-4a54-aa90-e24c425e2793', 'name': 'tempest-TestShelveInstance-1455579835-router', 'tenant_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:07Z', 'updated_at': '2021-05-10T17:23:59Z', 'revision_number': 6, 'project_id': '5c55bfcb3cfe44219a63287f0983cdeb', 'gw_port_host': None}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:59.522731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba3bc820>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:23:56Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:59.526779 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918c0f4-f9eb-422e-830d-457e1feaae81 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:23:56Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:59.558550 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-bdcf16e3-5d86-4ef1-938e-7def04b5879b service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868057
May 10 17:23:59.561701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5281372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113769'] for subnet, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.567377 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-907b7a86-dcc2-4103-a03c-404e2b1ba0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:59.572347 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Calling delete_port for 228db874-5c12-42b1-8d8b-a4ce5c730db3 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:59.669014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63c6d1c-0878-4904-9926-99e33b946855,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:59.677120 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:59.682815 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.693302 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab93cfe-6d52-427b-b148-a2cb0c554825 None None] Network 3ce64d3f-d811-4008-819a-924b81587134 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:23:59.706157 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-1d5ce240-d552-4eff-a0f3-f4d223b6dbf1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d63c6d1c-0878-4904-9926-99e33b946855 HTTP/1.1" status: 204  len: 168 time: 1.1566985
May 10 17:23:59.708789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55462) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:59.724972 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.728951 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-52f54ae2-4238-43ee-9d60-e56ac98adcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:59.786244 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Pushing event deleted for resources: {'Port': ['ID=228db874-5c12-42b1-8d8b-a4ce5c730db3,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:59.789885 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:59.842201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14b502-c51f-49d8-9efb-0e5bd72c324a None None] New status for floating IP 480558ef-2dcf-4fbe-bf5d-292917a520fb: ACTIVE {{(pid=78685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:59.914202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:59.977154 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-782ef992-b29b-410e-ac5c-0d21ceb531de req-63a8a031-6e6d-459a-9426-41d4e9cb79e7 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4107058
May 10 17:23:59.985926 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.067057 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Deleting port afd5a499-c478-4f53-8627-33f39d8987c7 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:00.067406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.114675 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.116990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.142649 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.143194 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef66bb82-6865-4a54-aa90-e24c425e2793 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:24:00.166530 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.168162 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ef66bb82-6865-4a54-aa90-e24c425e2793 HTTP/1.1" status: 204  len: 168 time: 1.6464665
May 10 17:24:00.170598 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55466) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:00.176244 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] For port afd5a499-c478-4f53-8627-33f39d8987c7, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=afd5a499-c478-4f53-8627-33f39d8987c7,segment=NetworkSegment(3673a17f-79d3-4464-b1a3-5b3517eba506),segment_id=3673a17f-79d3-4464-b1a3-5b3517eba506)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:00.176743 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.243102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Deleting subnet 31f6b0af-3fe2-44ad-872e-38045e4e782b {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:00.246534 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.320960 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.331585 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Calling delete_port for afd5a499-c478-4f53-8627-33f39d8987c7 owned by network:dhcp {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:00.362332 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1bbe0-4cb5-4cac-98d3-559ec7a26ffe None None] DHCP port deletion for 3ce64d3f-d811-4008-819a-924b81587134 request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:24:00.390312 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.395873 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7a7658cb-bc18-4511-9305-fae8ada037a9 tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:00.405798 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1bbe0-4cb5-4cac-98d3-559ec7a26ffe None None] The port 'afd5a499-c478-4f53-8627-33f39d8987c7' was deleted {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
May 10 17:24:00.422566 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.447754 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd5a499-c478-4f53-8627-33f39d8987c7,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:00.452170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:00.453555 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] No DVR routers for this DVR port afd5a499-c478-4f53-8627-33f39d8987c7 on host dv-cinder-786386-3-iscsi {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:00.499625 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device bae1f218-bdd0-422f-a255-24b194de1ef7 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:00.536884 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: bae1f218-bdd0-422f-a255-24b194de1ef7 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:00.537553 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device bae1f218-bdd0-422f-a255-24b194de1ef7 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:00.537679 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device afd5a499-c478-4f53-8627-33f39d8987c7 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:00.575009 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: afd5a499-c478-4f53-8627-33f39d8987c7 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:00.575310 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device afd5a499-c478-4f53-8627-33f39d8987c7 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:00.575894 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 228db874-5c12-42b1-8d8b-a4ce5c730db3 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:00.583482 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.599762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0baa4abe0>,) {'filters': {'network_id': ['3ce64d3f-d811-4008-819a-924b81587134']}} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:00.615191 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 228db874-5c12-42b1-8d8b-a4ce5c730db3 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:00.615626 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 228db874-5c12-42b1-8d8b-a4ce5c730db3 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:00.616149 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 66df36a5-0d88-4577-af07-1adcd901266c no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:00.618301 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0baa4abe0>, '3673a17f-79d3-4464-b1a3-5b3517eba506') {'for_net_delete': True} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:00.618896 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.services.segments.db [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0baa4abe0>, '3673a17f-79d3-4464-b1a3-5b3517eba506') {} {{(pid=78684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:00.635586 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6437984'] for segment, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.653439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 66df36a5-0d88-4577-af07-1adcd901266c {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:00.653439 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 66df36a5-0d88-4577-af07-1adcd901266c not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:00.656059 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.663437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=78684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:00.664038 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5281338'] for segment, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]: Traceback (most recent call last):
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     timer()
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     cb(*args, **kw)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     return func(*args, **kwargs)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     self._notify()
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     self.callback(batched_events)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     event.method(event)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     return f(self, *a, **k)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._get(url).json()
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:00.677875 dv-cinder-786386-3-iscsi neutron-server[78684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:00.722854 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.727738 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a937eaf5-1b0e-44c5-9048-bc47a470e176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:00.757078 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.760894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:00.772963 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.775714 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f6b0af-3fe2-44ad-872e-38045e4e782b,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:00.777940 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13b1cb-a1b1-4b38-98c3-d2882d13e7d1 None None] Network b109023a-af5c-4b92-87bd-51b508f2bfe6 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:00.778799 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:00.780505 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.783010 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-572e90c1-b3fc-4bfd-b88c-db96535714a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31f6b0af-3fe2-44ad-872e-38045e4e782b HTTP/1.1" status: 204  len: 168 time: 0.6104269
May 10 17:24:00.788382 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55470) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:00.788984 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce64d3f-d811-4008-819a-924b81587134,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:00.793846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:00.800769 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ce64d3f-d811-4008-819a-924b81587134 HTTP/1.1" status: 204  len: 168 time: 1.0907521
May 10 17:24:00.906787 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.932213 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55476) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:00.982722 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Deleting port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:00.983453 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:00.984459 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-028c6327-6350-4196-82fd-8036fef53b8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20567d6e73574dc3864b5a0ad5e932c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508065
May 10 17:24:00.986723 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55480) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:01.048594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.054023 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] DHCP port deletion for b109023a-af5c-4b92-87bd-51b508f2bfe6 request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:24:01.077628 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.125655 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Deleting port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:01.126184 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.136601 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.141452 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-79dc12cb-600e-466a-b93e-733dbfe1d03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:01.155900 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aff177-b2eb-463a-b36f-63f35df7bc49,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:01.164994 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:01.167831 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.171630 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10aff177-b2eb-463a-b36f-63f35df7bc49 HTTP/1.1" status: 204  len: 168 time: 0.1812687
May 10 17:24:01.193088 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] For port 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=63fe70de-fa01-4900-87c7-6a59cc60d3d9,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:01.193641 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.243882 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] For port 63fe70de-fa01-4900-87c7-6a59cc60d3d9, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=63fe70de-fa01-4900-87c7-6a59cc60d3d9,segment=NetworkSegment(192018b2-de81-43d8-94f7-0cccc53df451),segment_id=192018b2-de81-43d8-94f7-0cccc53df451)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:01.244427 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.330472 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Calling delete_port for 63fe70de-fa01-4900-87c7-6a59cc60d3d9 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:01.373913 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Calling delete_port for 63fe70de-fa01-4900-87c7-6a59cc60d3d9 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:01.386259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.391695 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-61e0ef02-ad3d-4965-a570-b1b38f30ef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:01.422343 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.432544 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:01.439290 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fe70de-fa01-4900-87c7-6a59cc60d3d9,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:01.441117 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] No DVR routers for this DVR port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:01.442550 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:01.478043 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Pushing event deleted for resources: {'Port': ['ID=63fe70de-fa01-4900-87c7-6a59cc60d3d9,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:01.480291 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] No DVR routers for this DVR port 63fe70de-fa01-4900-87c7-6a59cc60d3d9 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:01.481876 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:01.561818 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.574588 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0bad4bca0>,) {'filters': {'network_id': ['b109023a-af5c-4b92-87bd-51b508f2bfe6']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:01.587238 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bad4bca0>, '192018b2-de81-43d8-94f7-0cccc53df451') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:01.587652 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bad4bca0>, '192018b2-de81-43d8-94f7-0cccc53df451') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:01.599446 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.616828 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.628752 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:01.629147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:01.642621 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:01.720053 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.723761 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:01.737388 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:01.749175 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Pushing event deleted for resources: {'Network': ['ID=b109023a-af5c-4b92-87bd-51b508f2bfe6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:01.753183 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:01.756046 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b109023a-af5c-4b92-87bd-51b508f2bfe6 HTTP/1.1" status: 204  len: 168 time: 0.9665172
May 10 17:24:01.759081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55500) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:02.300038 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:02.501939 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 63fe70de-fa01-4900-87c7-6a59cc60d3d9 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:02.544826 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 63fe70de-fa01-4900-87c7-6a59cc60d3d9 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:02.545936 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 63fe70de-fa01-4900-87c7-6a59cc60d3d9 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:02.845220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Deleting port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:02.845557 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:02.968572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] For port b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:02.968931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.101232 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Calling delete_port for b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:03.250545 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.255231 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d1814ed8-7a05-497c-9374-2b9a84644cba tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:03.300061 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:03.303839 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:03.575338 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:03.938037 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:04.237389 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:04.246522 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Sync routers for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:04.253362 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-01094521-8438-4064-95e9-d350cc611446 admin admin] 10.222.0.20 "PUT /v2.0/routers/0d337958-7992-4f5b-9a05-6f15dc5dfaf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4932942
May 10 17:24:04.255819 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55538) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:04.256430 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:04.257041 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf659a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:04.443467 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.444102 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:04.617502 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.694608 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Deleting port 8becd398-a270-4bf3-904a-739090ba1c01 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:04.694836 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.758429 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf659a0>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8becd398-a270-4bf3-904a-739090ba1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:24:03Z', 'revision_number': 5, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port': {'id': '8becd398-a270-4bf3-904a-739090ba1c01', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:18:21Z', 'updated_at': '2021-05-10T17:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:04.762413 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Checking router: 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:04.771504 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Routers {'0d337958-7992-4f5b-9a05-6f15dc5dfaf3'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:04.772386 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0baf659a0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:04.821931 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] For port 8becd398-a270-4bf3-904a-739090ba1c01, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=8becd398-a270-4bf3-904a-739090ba1c01,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:04.822390 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:04.925667 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] Set router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:04.963617 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Calling delete_port for 8becd398-a270-4bf3-904a-739090ba1c01 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:05.030191 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0baf659a0>, [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:24:04Z', 'revision_number': 6, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:05.034040 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f15632-aed3-42ce-bd78-371405653f8f None None] The sync data for ids ['0d337958-7992-4f5b-9a05-6f15dc5dfaf3'] in dv-cinder-786386-3-iscsi is: [{'id': '0d337958-7992-4f5b-9a05-6f15dc5dfaf3', 'name': 'tempest-TestShelveInstance-896752147-router', 'tenant_id': '240e5296e2b3448e89792da9a2362d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:18:19Z', 'updated_at': '2021-05-10T17:24:04Z', 'revision_number': 6, 'project_id': '240e5296e2b3448e89792da9a2362d47', 'gw_port_host': None}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:05.103139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.106515 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8c7d9195-1365-4cf3-af12-2336874e3845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:05.150526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Pushing event deleted for resources: {'Port': ['ID=8becd398-a270-4bf3-904a-739090ba1c01,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:05.182128 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:05.238832 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.409144 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.411392 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.434727 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.436251 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d337958-7992-4f5b-9a05-6f15dc5dfaf3 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:24:05.453883 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.455017 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-3e9fe11d-2764-4178-a26b-c4d7b84b3780 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0d337958-7992-4f5b-9a05-6f15dc5dfaf3 HTTP/1.1" status: 204  len: 168 time: 1.1981299
May 10 17:24:05.457515 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55550) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:05.520461 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Deleting subnet 438675a7-a076-4438-a521-b8c66b9fd650 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:05.523844 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.585585 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:05.684089 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:05.763512 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.005744 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.010715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.048488 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.052090 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438675a7-a076-4438-a521-b8c66b9fd650,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.052936 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671a53e-af86-4391-afd4-77d0791b8bdf None None] Network 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:06.056154 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.058916 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/438675a7-a076-4438-a521-b8c66b9fd650 HTTP/1.1" status: 204  len: 168 time: 0.6004920
May 10 17:24:06.061757 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55554) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:06.168358 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.244607 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Deleting port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:06.244949 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.287647 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] DHCP port deletion for 5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:24:06.349457 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] For port 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=3e10dff9-6112-4f97-8b87-677f7ccc7b29,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:06.349810 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.354867 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Deleting port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:06.355244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.476575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Calling delete_port for 3e10dff9-6112-4f97-8b87-677f7ccc7b29 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:06.492447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] For port 3e10dff9-6112-4f97-8b87-677f7ccc7b29, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=3e10dff9-6112-4f97-8b87-677f7ccc7b29,segment=NetworkSegment(e9d126b9-7039-47d3-9a2f-e3a11a9243ea),segment_id=e9d126b9-7039-47d3-9a2f-e3a11a9243ea)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:06.492835 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.507736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:06.527505 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.532059 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d30c82d1-d63f-4cee-b003-97b1ce911724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.576549 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] No DVR routers for this DVR port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:06.578221 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e10dff9-6112-4f97-8b87-677f7ccc7b29,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.606828 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.646286 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Calling delete_port for 3e10dff9-6112-4f97-8b87-677f7ccc7b29 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:06.650575 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:06.650918 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device b37bbebc-40fc-4fa4-a0ab-cf7386f8beb3 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:06.651331 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 3e10dff9-6112-4f97-8b87-677f7ccc7b29 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:06.687528 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 3e10dff9-6112-4f97-8b87-677f7ccc7b29 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:06.687869 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 3e10dff9-6112-4f97-8b87-677f7ccc7b29 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:06.688312 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 8becd398-a270-4bf3-904a-739090ba1c01 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:06.693226 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.706402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0ba963700>,) {'filters': {'network_id': ['5fa633ef-e38b-4ce9-9a1e-f0706bfd0502']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:06.722594 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0ba963700>, 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:06.722881 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0ba963700>, 'e9d126b9-7039-47d3-9a2f-e3a11a9243ea') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:06.726672 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 8becd398-a270-4bf3-904a-739090ba1c01 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:06.727016 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 8becd398-a270-4bf3-904a-739090ba1c01 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:06.734574 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.750862 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.755887 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.756800 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:06.757286 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.760661 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:06.771177 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:06.803693 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Pushing event deleted for resources: {'Port': ['ID=3e10dff9-6112-4f97-8b87-677f7ccc7b29,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.806738 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.807517 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344eace-8f49-4451-baea-d3f389f738e3 None None] No DVR routers for this DVR port 3e10dff9-6112-4f97-8b87-677f7ccc7b29 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:06.845555 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.849240 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-ef4628b8-a2a5-4af4-9388-ba7807e56f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.862351 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.875962 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa633ef-e38b-4ce9-9a1e-f0706bfd0502,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.878612 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.880887 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5fa633ef-e38b-4ce9-9a1e-f0706bfd0502 HTTP/1.1" status: 204  len: 168 time: 0.8177290
May 10 17:24:07.051757 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55566) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:07.101765 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d3d9ca95-2f11-4984-b073-7d99ee65cd2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c55bfcb3cfe44219a63287f0983cdeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486166
May 10 17:24:07.103921 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55570) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:07.164141 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.190332 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.242404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.247794 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-af30bdcc-d738-4a1c-a4cb-ebdaf8194723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:07.262198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739913e5-c86b-4131-8958-244dc9870463,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:07.265679 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:07.267613 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.268719 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-77b3ccaa-8f5c-4439-abd7-99f6d04e6326 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/739913e5-c86b-4131-8958-244dc9870463 HTTP/1.1" status: 204  len: 168 time: 0.1639054
May 10 17:24:07.610629 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55586) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:07.665977 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-6ea64117-ec7e-4026-ae81-26d6b655659b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=240e5296e2b3448e89792da9a2362d47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0540423
May 10 17:24:07.668338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55594) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:07.729630 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.755895 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.817236 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.821520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f5f71b39-26b3-4140-8f91-a1e62c5fe6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:07.834846 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df6ddb-de9a-496a-a5cb-004b66f9f61d,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:07.837721 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:07.840111 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.844006 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33df6ddb-de9a-496a-a5cb-004b66f9f61d HTTP/1.1" status: 204  len: 168 time: 0.1747072
May 10 17:24:08.484673 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-e4ebab98-2fa8-447b-8530-97c8060cca53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722039
May 10 17:24:08.620365 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-74d8a756-d578-4080-8d9a-d34bfc1ea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.621780 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-74d8a756-d578-4080-8d9a-d34bfc1ea73b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.0689204
May 10 17:24:08.762856 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-c87769e5-36a0-4c84-bd19-9a5878ea1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.764374 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-c87769e5-36a0-4c84-bd19-9a5878ea1231 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1251111
May 10 17:24:08.877820 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-4fb126eb-e6a6-47f9-8c6d-e7ef69beadf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 1002 time: 0.1072762
May 10 17:24:08.943366 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-e47be720-c45c-404c-b15e-9262fa0de453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.944824 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-e47be720-c45c-404c-b15e-9262fa0de453 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0603735
May 10 17:24:09.123376 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-c52b4ad5-9fc4-4c65-8a19-9909f556bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:09.125333 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-c52b4ad5-9fc4-4c65-8a19-9909f556bc38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1734700
May 10 17:24:09.258442 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-1ee4d40a-48f6-4aee-b902-da381471ac41 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260419
May 10 17:24:09.281277 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.391080 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-fdd143a3-fbf4-49fc-86b1-76406cf5b51c req-1ed9d5da-01e9-414c-ab34-11dcd936ee07 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253176
May 10 17:24:10.425226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55628) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:10.539893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.553919 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:10.557673 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Usage tracker for resource:security_group_rule and tenant:2e89456c0d5049a6be4b55a518b4a52c is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:10.560906 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:10.566392 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:10.649831 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.654560 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.661169 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-f8e5b809-b94b-49b1-9006-b0df72596be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:10.700111 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e89456c0d5049a6be4b55a518b4a52c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2738106
May 10 17:24:10.701653 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af98f1f6-743a-4b73-8a4c-4f5214669b7c,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:10.703369 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55634) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:10.704731 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5cda5c9e-c36f-4c90-b2e4-e679f69432ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:10.765034 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.791702 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.845139 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.848865 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5f21104b-4f06-4bb9-981e-8525aa5e5026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:10.859788 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af98f1f6-743a-4b73-8a4c-4f5214669b7c,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:10.862561 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:10.868498 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:10.869586 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af98f1f6-743a-4b73-8a4c-4f5214669b7c HTTP/1.1" status: 204  len: 168 time: 0.1652339
May 10 17:24:12.508465 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55684) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:12.624058 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.638266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:12.642102 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Usage tracker for resource:security_group_rule and tenant:439b10697c9744d19e8da259930ee7ab is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:12.644868 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:12.650425 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:12.730112 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.734220 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.742418 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-10361bbc-6dd4-4549-b5ec-5ceb721bcb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:12.780660 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=439b10697c9744d19e8da259930ee7ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2709208
May 10 17:24:12.782627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a7bbe-07d5-4010-a0bb-387141a71c71,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:12.784654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55690) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:12.785745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a1db332a-7797-4e33-ada6-ebbdaade177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:12.847849 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.872825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.922708 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.926229 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a4fe50c1-5d9e-4038-9c37-1f1bcab04e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:12.937910 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a7bbe-07d5-4010-a0bb-387141a71c71,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:12.940589 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:12.948177 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:12.949286 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-bebede70-72b9-4db7-a132-94df82f8d0b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d98a7bbe-07d5-4010-a0bb-387141a71c71 HTTP/1.1" status: 204  len: 168 time: 0.1628671
May 10 17:24:13.219613 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55698) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:13.240418 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.255047 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:13.259055 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Usage tracker for resource:security_group_rule and tenant:72324fd9c7114efe8f22e9131d19398f is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:13.261819 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:13.268094 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:13.348243 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.351712 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.360202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-40e04126-ac78-4501-ac6a-4f09a825b095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:13.401543 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72324fd9c7114efe8f22e9131d19398f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1808717
May 10 17:24:13.402471 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b45245-3311-4232-8e3f-b5df52bd454a,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:13.404595 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55702) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:13.405627 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:13.462890 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.487371 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.537549 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.541158 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-689f1b58-d494-4e72-816c-97e99d4613db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:13.554299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b45245-3311-4232-8e3f-b5df52bd454a,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:13.558011 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:13.561775 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:13.562846 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7b45245-3311-4232-8e3f-b5df52bd454a HTTP/1.1" status: 204  len: 168 time: 0.1572270
May 10 17:24:17.189429 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-f5db53d6-5f58-4393-862e-9a9e055efe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.108386 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55804) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.224403 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.238790 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:19.242495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Usage tracker for resource:security_group_rule and tenant:b199d0bcb27549c2a3ff5f5bdc5fe778 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:19.245247 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:19.251511 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:19.332464 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.335911 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.344173 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4f84e769-5301-432a-90eb-fd32c39ee869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.382687 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b199d0bcb27549c2a3ff5f5bdc5fe778&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2732954
May 10 17:24:19.383551 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c2f8dd-68a1-46a3-8581-fda63576fcb2,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.386558 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55810) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.387091 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-aa9dba57-794a-45b8-8dae-31e8e6f5934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.445673 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.471317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.526715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.531869 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c7ab62c8-d46e-4e83-9b91-dd871970a983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.545271 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c2f8dd-68a1-46a3-8581-fda63576fcb2,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.550006 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.556398 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.557503 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-60bff563-3b4b-4bc1-86e4-1c9d0c60fc27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80c2f8dd-68a1-46a3-8581-fda63576fcb2 HTTP/1.1" status: 204  len: 168 time: 0.1686606
May 10 17:24:19.835429 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55818) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:19.846070 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.855303 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.869867 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:19.874192 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Usage tracker for resource:security_group_rule and tenant:d3c53e7b6dab4f7fa0cf14ffca7099ff is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:19.876933 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:19.882459 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:19.952959 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-012015b6-8f99-4c31-b5e7-42d177b98e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.968385 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.973187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.985554 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2870c838-4339-46cc-be1b-39d4c0019c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.025250 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3c53e7b6dab4f7fa0cf14ffca7099ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886945
May 10 17:24:20.026886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a323254a-95ef-4d9c-9388-7e09584fba79,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.027984 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55822) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:20.030935 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.085297 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.110091 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.161526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.166325 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e1a22d18-1ff5-4638-92cb-2f2b853e18a0 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.178901 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a323254a-95ef-4d9c-9388-7e09584fba79,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.181449 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.182634 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.187005 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-36dd7c68-806c-428e-a4b3-42fd61b34720 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a323254a-95ef-4d9c-9388-7e09584fba79 HTTP/1.1" status: 204  len: 168 time: 0.1579881
May 10 17:24:20.519809 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55830) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:20.538190 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.552071 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:20.555787 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Usage tracker for resource:security_group_rule and tenant:79accdc4cf8b4769a01d8315fe2ca124 is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:20.558533 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:20.564374 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:20.648533 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.652007 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.660866 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fb48b161-ffb4-4e84-9357-62038912a23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.698482 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79accdc4cf8b4769a01d8315fe2ca124&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1775179
May 10 17:24:20.700546 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b54c5-96d6-4ceb-a477-f0504ee82603,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.701789 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55834) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:20.703485 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-5cd8f0a1-e636-4cfa-abf3-9975cff9916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.761607 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.786869 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.837186 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.841067 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-978e9bc4-69af-4ff6-822a-7e463343139a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:20.854750 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b54c5-96d6-4ceb-a477-f0504ee82603,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:20.857356 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:20.867626 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.868752 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a4f13971-4752-41ec-b22d-9e4933886f7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/513b54c5-96d6-4ceb-a477-f0504ee82603 HTTP/1.1" status: 204  len: 168 time: 0.1658795
May 10 17:24:20.874814 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.405968 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.537905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55902) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:25.652791 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.666534 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:25.670931 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Usage tracker for resource:security_group_rule and tenant:b04632b7af4a4fde8ebc2c347198920d is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:25.673662 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:25.679175 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:25.763336 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.766894 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.773548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2e3e3c8d-ab18-4b75-84af-5ef5c6ff9e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:25.812594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ba4fc-2652-4d98-9d50-009233feba76,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:25.816681 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b04632b7af4a4fde8ebc2c347198920d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2777839
May 10 17:24:25.817548 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:25.819505 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55908) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:25.878259 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.903381 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.954270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.959116 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a910d90a-365d-4a9f-bd0a-24b9fcb0410c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:25.969759 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ba4fc-2652-4d98-9d50-009233feba76,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:25.974169 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:25.975995 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.977075 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-699f44cd-adda-49e3-b453-61528a751e8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/467ba4fc-2652-4d98-9d50-009233feba76 HTTP/1.1" status: 204  len: 168 time: 0.1565983
May 10 17:24:27.019444 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 55940) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.135620 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.150196 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:27.154477 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Usage tracker for resource:security_group_rule and tenant:961e0ee8575548639296c8026b45ebfc is out of sync, need to count used quota {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:27.157241 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78683) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:27.162828 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.quota.driver [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78683) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:27.243118 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.246961 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.254927 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-003042e8-2b8f-48e3-ac33-6bc2385224c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.293136 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=961e0ee8575548639296c8026b45ebfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2725296
May 10 17:24:27.294826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1725ca-a154-4b07-aa51-3e882fd0e950,revision_number=1']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.295705 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55948) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.297766 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-0836ff80-20e3-4b3d-9100-722e262c7a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.358537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.383242 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.434190 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.437860 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-948b0b34-83d8-4f14-8b75-cc771b89d8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.448696 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1725ca-a154-4b07-aa51-3e882fd0e950,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.452533 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.455797 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.456801 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f1725ca-a154-4b07-aa51-3e882fd0e950 HTTP/1.1" status: 204  len: 168 time: 0.1600749
May 10 17:24:28.104145 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55972) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:28.208087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1877174014-network', 'tenant_id': '3c9d9bfcce944bd5b9c766276dd2fc35'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:28.212773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.216696 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Usage tracker for resource:network and tenant:3c9d9bfcce944bd5b9c766276dd2fc35 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.219541 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.225886 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.235780 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Made reservation on behalf of 3c9d9bfcce944bd5b9c766276dd2fc35 for: {'network': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:28.238027 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for network, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.250162 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.264296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.268627 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9d9bfcce944bd5b9c766276dd2fc35 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.271319 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.276850 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.360129 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.363883 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.366682 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-7c153dc4-7394-42f8-8881-883afc5bda54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:28.398948 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697}  {{(pid=78684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:24:28.404511 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ce851-113c-4838-a344-7951e0d7c951,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:28.408073 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:28.412021 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.412021 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.segments_db [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Added segment c0012fa1-44fa-480d-8eb6-3e12c7f2a22e of type vlan for network 1aa57aaa-5c51-485d-97e2-2c36293a215c
May 10 17:24:28.437905 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791995220866'] for network, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.465949 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869'] for network, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.467382 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:28.467988 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.472526 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ca67c961-6ca8-4ecc-bf89-d031257c722e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:28.565979 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4606576
May 10 17:24:28.568777 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 55978) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:28.576857 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Request body: {'subnet': {'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1877174014-subnet', 'tenant_id': '3c9d9bfcce944bd5b9c766276dd2fc35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:28.579819 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa57aaa-5c51-485d-97e2-2c36293a215c,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:28.582917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-3b91829f-202c-46da-9764-489b36dc36f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:28.583793 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.587606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Usage tracker for resource:subnet and tenant:3c9d9bfcce944bd5b9c766276dd2fc35 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.589582 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c details requested by agent ovs-agent-dv-cinder-786386-3-iscsi with host dv-cinder-786386-3-iscsi {{(pid=78685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:24:28.590691 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.596139 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.605039 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Made reservation on behalf of 3c9d9bfcce944bd5b9c766276dd2fc35 for: {'subnet': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:28.607897 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7113794'] for subnet, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.070265 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5414815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7113776'] for subnet, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.074228 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:29.145372 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baf9733-0edd-46bc-a31b-8d70619fdb8f,revision_number=0']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:29.148807 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:29.155507 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Checking segment: {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:29.155853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Network hostable DHCP agents. Network: 1aa57aaa-5c51-485d-97e2-2c36293a215c, hostable agents: ['5e437515-ee53-4396-ae38-0c0ae04b347b'], hosted agents: [] {{(pid=78684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:24:29.173005 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c is scheduled to be hosted by DHCP agent 5e437515-ee53-4396-ae38-0c0ae04b347b with binding_index 1 {{(pid=78684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:24:29.181773 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-3-iscsi, 1aa57aaa-5c51-485d-97e2-2c36293a215c) {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:29.191369 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca375b3c-e227-4d6b-9db8-5fc9a4a35e01 None None] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:29.192380 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:29.192975 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for subnet, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.219121 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-db7b7d62-4053-4660-8048-9b5df3a147a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6433151
May 10 17:24:29.388237 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302b39d-7a33-498f-96cd-fbac8831038a None None] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:31.204449 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-550408ca-2e9f-4f3e-b1a2-0972a84d3f2f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:31.205132 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-550408ca-2e9f-4f3e-b1a2-0972a84d3f2f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Synchronizing usage tracker for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:network {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:31.221470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-550408ca-2e9f-4f3e-b1a2-0972a84d3f2f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Unset dirty status for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:network {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:31.222567 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-550408ca-2e9f-4f3e-b1a2-0972a84d3f2f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 814 time: 0.1616771
May 10 17:24:31.237634 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-607b730b-2771-4eef-b814-54285296de24 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/quotas/3c9d9bfcce944bd5b9c766276dd2fc35 HTTP/1.1" status: 200  len: 375 time: 0.0095363
May 10 17:24:31.285332 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2bf8bcdb-c51e-4510-af9d-049afd938487 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426795
May 10 17:24:31.415834 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-23de7fc3-1cb9-4a8f-a846-a93104e17f37 service neutron] 10.222.0.20 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237957
May 10 17:24:31.547376 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-ceff5d36-2621-4d41-810a-3c9a2f9a35d6 service neutron] 10.222.0.20 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244802
May 10 17:24:31.725214 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ce437949-f625-40bd-a1f6-438aedc732a4 req-97d6c27e-4a13-4dab-a39b-42fe5897a12d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 210 time: 0.0476692
May 10 17:24:32.930556 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-802cebc6-d85e-479e-a778-d4a5cdae0f71 req-0ce02d3d-f2d0-4823-bfd9-5a2701621a16 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 210 time: 0.0929306
May 10 17:24:33.000615 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-0d38ef6f-3de5-46ad-b7f1-85097f953536 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:33.002005 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-0d38ef6f-3de5-46ad-b7f1-85097f953536 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 814 time: 0.1921787
May 10 17:24:33.017364 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Request body: {'port': {'device_id': '15363cd7-a646-4318-93e3-b19440987c71', 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c', 'admin_state_up': True, 'tenant_id': '3c9d9bfcce944bd5b9c766276dd2fc35'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:33.150161 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:33.154462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Usage tracker for resource:port and tenant:3c9d9bfcce944bd5b9c766276dd2fc35 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:33.157371 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:33.163001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:33.172739 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Made reservation on behalf of 3c9d9bfcce944bd5b9c766276dd2fc35 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:33.176198 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.333611 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Allocated IP 172.20.0.6 (1aa57aaa-5c51-485d-97e2-2c36293a215c/0baf9733-0edd-46bc-a31b-8d70619fdb8f/f9747450-eaae-45ce-8322-26ce65ff8127) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:33.529716 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.557529 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.563318 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-023baa0b-bb71-4b5a-abc9-9b1562cc1e23 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:33.623938 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:33.626874 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:33.630718 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:33.670999 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Pushing event updated for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:33.675518 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:33.701916 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:33.702512 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.722325 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2cc51e66-ddd5-41db-b468-8cdcd2216258 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7087226
May 10 17:24:33.734407 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Request body: {'port': {'device_id': '15363cd7-a646-4318-93e3-b19440987c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:33.938621 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.115153 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3acb49-8ce5-4cdd-be01-7d62b4f08b6e req-0f7e9e87-cc37-495f-8c9d-0aeef2669ef2 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:34.116638 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c3acb49-8ce5-4cdd-be01-7d62b4f08b6e req-0f7e9e87-cc37-495f-8c9d-0aeef2669ef2 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 931 time: 0.0790937
May 10 17:24:34.161820 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-4c3acb49-8ce5-4cdd-be01-7d62b4f08b6e req-08df19ba-0870-425a-97d4-cf1ed2a09b7a tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395212
May 10 17:24:34.274522 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9747450-eaae-45ce-8322-26ce65ff8127 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:34.283109 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.297098 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Transition to ACTIVE for port object f9747450-eaae-45ce-8322-26ce65ff8127 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:34.301552 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.305051 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-0c86de62-86ee-47e8-a0d3-e3c8c8220c2e tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.460841 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Pushing event updated for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.487347 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:34.527929 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Attempting to bind port f9747450-eaae-45ce-8322-26ce65ff8127 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:34.528296 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Attempting to bind port f9747450-eaae-45ce-8322-26ce65ff8127 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:34.529284 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Attempting to bind port f9747450-eaae-45ce-8322-26ce65ff8127 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:34.533785 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Port f9747450-eaae-45ce-8322-26ce65ff8127 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:24:34.534094 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Attempting to bind port f9747450-eaae-45ce-8322-26ce65ff8127 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:34.539031 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:34.539355 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Checking segment: {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:34.539724 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Bound using segment: {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:34.540169 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Bound port: f9747450-eaae-45ce-8322-26ce65ff8127, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:34.540510 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.629422 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:34.632292 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f9747450-eaae-45ce-8322-26ce65ff8127,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:34.636904 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.641851 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-4d6f0bc4-1665-4fb5-b27a-7d51cf631467 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.691435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:34.692084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.693427 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] 10.222.0.53 "PUT /v2.0/ports/f9747450-eaae-45ce-8322-26ce65ff8127 HTTP/1.1" status: 200  len: 1093 time: 0.9629662
May 10 17:24:34.693946 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:34.726299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Pushing event updated for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.729394 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-942831af-5f2d-4471-a374-b40fd1ae9a1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:34.811555 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-6225af22-72cb-488c-b7a8-99a725d0c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:34.813063 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-6225af22-72cb-488c-b7a8-99a725d0c265 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 1096 time: 0.0796559
May 10 17:24:34.892802 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127', 'status': 'completed', 'code': 200}
May 10 17:24:34.894238 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-4368e630-ca00-4175-9e97-62105b17cdc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9747450-eaae-45ce-8322-26ce65ff8127 HTTP/1.1" status: 200  len: 217 time: 0.0739002
May 10 17:24:34.957052 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-521e9a1b-956a-47b8-b6a9-f11d558f91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:34.958439 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-521e9a1b-956a-47b8-b6a9-f11d558f91a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0baf9733-0edd-46bc-a31b-8d70619fdb8f HTTP/1.1" status: 200  len: 854 time: 0.0568767
May 10 17:24:35.006071 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-b54de750-fb97-4172-b138-0dd2e498b1a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa57aaa-5c51-485d-97e2-2c36293a215c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405357
May 10 17:24:35.139991 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-2999bc2f-2afd-4db4-af20-45828371c71f service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271009
May 10 17:24:35.271262 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b8171a1c-cc5d-416e-a051-7289eb3e1c28 req-be6407f7-c755-417c-9244-6beed2c8c0d7 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247687
May 10 17:24:35.394556 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-5324fee0-12ed-40ea-9efe-a9deea5e8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.396166 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-5324fee0-12ed-40ea-9efe-a9deea5e8c2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 1096 time: 0.0820029
May 10 17:24:35.445582 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c070-4f78-4417-bd9f-53080700c6fd req-6dcb064e-6872-443f-a3db-deff7adde23f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.447035 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d6d3c070-4f78-4417-bd9f-53080700c6fd req-6dcb064e-6872-443f-a3db-deff7adde23f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 943 time: 0.1788735
May 10 17:24:35.492222 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-d6d3c070-4f78-4417-bd9f-53080700c6fd req-2b1f063f-ef07-4b07-be2b-fdb05c739011 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385876
May 10 17:24:35.627543 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-ace3aaac-f57c-4251-aa95-0766fc08cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.628949 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-ace3aaac-f57c-4251-aa95-0766fc08cea7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 915 time: 0.2251797
May 10 17:24:35.698567 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-1a196300-c592-48dd-b9bf-6c8a343c6d7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9747450-eaae-45ce-8322-26ce65ff8127 HTTP/1.1" status: 200  len: 217 time: 0.0614407
May 10 17:24:35.760036 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-0700e735-af94-4680-9d55-45e9fd7b01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.761398 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-0700e735-af94-4680-9d55-45e9fd7b01ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0baf9733-0edd-46bc-a31b-8d70619fdb8f HTTP/1.1" status: 200  len: 854 time: 0.0561593
May 10 17:24:35.807614 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-f54ba9f6-0dab-4e9f-b35a-73ca387145a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa57aaa-5c51-485d-97e2-2c36293a215c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394008
May 10 17:24:35.936280 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-275c1f75-0c34-445d-8d9d-1cefa045660c service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215613
May 10 17:24:36.067176 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-6b4c4eae-e102-4d3d-8acd-43f66ce732c0 req-bd4cf2ac-5eb1-434e-95e3-f540d6a54965 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235616
May 10 17:24:36.681075 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-7b16b28f-8ac4-45ac-a28f-8c47179ad904 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.681766 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-7b16b28f-8ac4-45ac-a28f-8c47179ad904 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Synchronizing usage tracker for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:36.698118 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-7b16b28f-8ac4-45ac-a28f-8c47179ad904 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Unset dirty status for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:36.699302 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-7b16b28f-8ac4-45ac-a28f-8c47179ad904 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 943 time: 0.1023731
May 10 17:24:36.744014 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-aecdacbb-be43-4424-aca8-75e154524086 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Synchronizing usage tracker for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:security_group {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:36.761110 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-aecdacbb-be43-4424-aca8-75e154524086 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Unset dirty status for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:security_group {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:36.762333 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2e0aa504-f619-4266-b8f4-4faa47826fe2 req-aecdacbb-be43-4424-aca8-75e154524086 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572548
May 10 17:24:37.357586 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f9747450-eaae-45ce-8322-26ce65ff8127 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:24:37.486751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f9747450-eaae-45ce-8322-26ce65ff8127,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:37.502879 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'f9747450-eaae-45ce-8322-26ce65ff8127', 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c', 'port_id': 'f9747450-eaae-45ce-8322-26ce65ff8127', 'mac_address': 'fa:16:3e:8e:26:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baf9733-0edd-46bc-a31b-8d70619fdb8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:24:37.556075 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.572458 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9747450-eaae-45ce-8322-26ce65ff8127 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:37.587647 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f9747450-eaae-45ce-8322-26ce65ff8127,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:37.592188 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.594867 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:37.659758 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:37.662729 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:37.805713 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['f9747450-eaae-45ce-8322-26ce65ff8127'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:37.946547 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3423b5-f9d7-4cc4-94ac-8f04af9e5d6c req-9f9f993e-2eaf-4fcd-a7d8-1419ba94b5e0 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:37.948007 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-af3423b5-f9d7-4cc4-94ac-8f04af9e5d6c req-9f9f993e-2eaf-4fcd-a7d8-1419ba94b5e0 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 944 time: 0.0797997
May 10 17:24:37.995664 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-af3423b5-f9d7-4cc4-94ac-8f04af9e5d6c req-0446bea8-60da-4f84-9e7b-f118999b8ccf tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410216
May 10 17:24:39.192454 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845852d-084d-49a8-bb9d-cc42646dc022 req-ac01f230-80d6-46fb-bd8b-ac42c5f2a4f4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:39.193931 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8845852d-084d-49a8-bb9d-cc42646dc022 req-ac01f230-80d6-46fb-bd8b-ac42c5f2a4f4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 944 time: 0.0924869
May 10 17:24:39.245995 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-8845852d-084d-49a8-bb9d-cc42646dc022 req-28fb9e62-6a6e-4063-bdcc-cd68861db21c tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463033
May 10 17:24:39.292271 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.365104 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f9747450-eaae-45ce-8322-26ce65ff8127 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:39.467794 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port f9747450-eaae-45ce-8322-26ce65ff8127 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:39.472396 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port f9747450-eaae-45ce-8322-26ce65ff8127 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:39.472771 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.589247 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.618998 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:39.630171 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f9747450-eaae-45ce-8322-26ce65ff8127,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:39.634234 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.636224 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:39.671322 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127', 'code': 200}
May 10 17:24:39.706648 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:39.709474 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:39.905310 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17fab-3c22-4a26-aa24-fb8ba714011a req-453057b0-5e66-4f30-94a2-375c3000dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:39.906762 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f6c17fab-3c22-4a26-aa24-fb8ba714011a req-453057b0-5e66-4f30-94a2-375c3000dfb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 1098 time: 0.0729647
May 10 17:24:39.949442 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f6c17fab-3c22-4a26-aa24-fb8ba714011a req-dee06776-1f2e-492a-b81d-aaf6bb397c5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357649
May 10 17:24:40.433226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf88a2e-6ab4-4fb4-bc51-070c1a0e808a req-5227a3c5-d55b-413a-a738-8ca2be87d312 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:40.434681 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccf88a2e-6ab4-4fb4-bc51-070c1a0e808a req-5227a3c5-d55b-413a-a738-8ca2be87d312 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 945 time: 0.0827563
May 10 17:24:40.478286 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccf88a2e-6ab4-4fb4-bc51-070c1a0e808a req-e799fee3-2d70-447d-9dc5-e33841fa4646 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377865
May 10 17:24:41.663572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b3df-37f1-4f7f-a3b8-f143b2cde719 req-8a7fdb25-038a-4941-8523-5d5851422fae tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:41.665034 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f947b3df-37f1-4f7f-a3b8-f143b2cde719 req-8a7fdb25-038a-4941-8523-5d5851422fae tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 945 time: 0.0795016
May 10 17:24:41.709448 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f947b3df-37f1-4f7f-a3b8-f143b2cde719 req-5b17cac9-8913-42f9-9b38-7415cb8aac61 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387104
May 10 17:24:42.585318 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:47.194056 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-6acbe3c5-15c1-4fe9-883a-080ad5394951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.851487 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.953384 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-c501-4cf6-aef3-c469af641879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.868217 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:52.409647 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:09.295174 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:13.630579 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-00ad1e0a-36b2-4495-b609-825e5273ce8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698140
May 10 17:25:13.774107 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-26032efa-fc65-466f-a8a3-6aa176b5c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:13.775461 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-26032efa-fc65-466f-a8a3-6aa176b5c9ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.0736489
May 10 17:25:13.922434 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-1e941681-2a6b-432f-8ddc-e0e64cbf9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:13.923851 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-1e941681-2a6b-432f-8ddc-e0e64cbf9df3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1287310
May 10 17:25:14.021580 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-456901db-0fcc-48af-8244-3a5b21d44598 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 1002 time: 0.0908790
May 10 17:25:14.086990 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-052a389c-ea6d-4f78-9393-ddc25e521b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:14.088305 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-052a389c-ea6d-4f78-9393-ddc25e521b91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0590713
May 10 17:25:14.160998 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-acae1dc5-c204-4d73-b94b-bc588b84a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:14.162408 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-acae1dc5-c204-4d73-b94b-bc588b84a826 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682104
May 10 17:25:14.293864 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-9fe679a4-740d-4129-973b-50fa6b3758e6 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240280
May 10 17:25:14.515058 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0bd114ef-af56-4143-81b3-c40bce4a301c req-164f5500-89d9-4817-b9a2-ae80179fd821 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141235
May 10 17:25:17.196177 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-d7256501-66e5-4322-99af-246512643337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:19.583651 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:25:19.854324 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:19.953656 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-92ac1978-55a8-40eb-82f5-d01ee951f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:20.870903 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:22.412527 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:24.299386 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729b2e-ee6d-4a7e-bf4a-10c361129814 req-c7972f50-702f-4a2f-931a-52f0bc53cc75 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:24.300843 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ce729b2e-ee6d-4a7e-bf4a-10c361129814 req-c7972f50-702f-4a2f-931a-52f0bc53cc75 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 945 time: 0.0830626
May 10 17:25:24.345254 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-ce729b2e-ee6d-4a7e-bf4a-10c361129814 req-55ed5d3f-407d-422c-b713-a02041af5f04 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385997
May 10 17:25:25.535824 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087c22-7f2f-43f5-95e7-402cd913b63c req-26c1dd21-6847-4e08-b7f1-faf03c0d9531 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:25.537743 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-75087c22-7f2f-43f5-95e7-402cd913b63c req-26c1dd21-6847-4e08-b7f1-faf03c0d9531 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 945 time: 0.0850682
May 10 17:25:25.581518 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-75087c22-7f2f-43f5-95e7-402cd913b63c req-a7af67ff-b492-4486-955a-cd3db7954cf0 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375252
May 10 17:25:25.769509 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005286-ddb1-4763-b4fa-22a2481a577c req-854e22db-0a4d-463d-a504-6a57c542ad1a tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:25.770881 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-97005286-ddb1-4763-b4fa-22a2481a577c req-854e22db-0a4d-463d-a504-6a57c542ad1a tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 945 time: 0.0797663
May 10 17:25:25.900520 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Deleting port f9747450-eaae-45ce-8322-26ce65ff8127 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:25:25.900771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:26.028491 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] For port f9747450-eaae-45ce-8322-26ce65ff8127, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f9747450-eaae-45ce-8322-26ce65ff8127,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:26.028840 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:26.157937 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Calling delete_port for f9747450-eaae-45ce-8322-26ce65ff8127 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:25:26.265406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:26.270737 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-ab6c6d03-ea4e-41b0-8420-7c89c2a35790 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:26.277171 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['f9747450-eaae-45ce-8322-26ce65ff8127'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:26.317678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Pushing event deleted for resources: {'Port': ['ID=f9747450-eaae-45ce-8322-26ce65ff8127,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:26.359927 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.360337 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.360703 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.361062 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.361417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.361771 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.362122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.362470 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.362819 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.363165 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.363510 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.363851 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:26.391075 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:26.402087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] No DVR routers for this DVR port f9747450-eaae-45ce-8322-26ce65ff8127 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:25:26.404418 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:26.406825 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'name': 'network-vif-deleted', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:26.422131 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-97005286-ddb1-4763-b4fa-22a2481a577c req-a60580f4-c79c-4067-bc0f-7a34452b11dd tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "DELETE /v2.0/ports/f9747450-eaae-45ce-8322-26ce65ff8127 HTTP/1.1" status: 204  len: 173 time: 0.6459882
May 10 17:25:26.456180 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15363cd7-a646-4318-93e3-b19440987c71', 'name': 'network-vif-deleted', 'tag': 'f9747450-eaae-45ce-8322-26ce65ff8127', 'status': 'completed', 'code': 200}
May 10 17:25:26.743761 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-0eeba962-7e0e-470f-af7f-2bcef7a679aa req-42d7f2a8-8d72-47e2-99c9-6d35dd3c175d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Synchronizing usage tracker for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:25:26.758435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-0eeba962-7e0e-470f-af7f-2bcef7a679aa req-42d7f2a8-8d72-47e2-99c9-6d35dd3c175d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Unset dirty status for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:25:26.759618 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0eeba962-7e0e-470f-af7f-2bcef7a679aa req-42d7f2a8-8d72-47e2-99c9-6d35dd3c175d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=15363cd7-a646-4318-93e3-b19440987c71 HTTP/1.1" status: 200  len: 210 time: 0.0602560
May 10 17:25:30.097195 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f9747450-eaae-45ce-8322-26ce65ff8127 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:25:30.130338 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: f9747450-eaae-45ce-8322-26ce65ff8127 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:25:30.130678 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device f9747450-eaae-45ce-8322-26ce65ff8127 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:25:37.218152 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-20a64176-0533-449e-ae7e-4e4a7e0eb60d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:37.219582 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-20a64176-0533-449e-ae7e-4e4a7e0eb60d tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 814 time: 0.1466360
May 10 17:25:37.234179 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-ee0bca94-64ed-4a4d-b2d7-c462230cdfea tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/quotas/3c9d9bfcce944bd5b9c766276dd2fc35 HTTP/1.1" status: 200  len: 375 time: 0.0089076
May 10 17:25:37.280535 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-62bd8803-dd74-478b-b4e6-32b04d342a73 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414677
May 10 17:25:37.410481 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-089c6039-8373-4d2e-9aa3-3e47840af546 service neutron] 10.222.0.20 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235080
May 10 17:25:37.540070 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-630dc83e-0035-41d0-a0c3-4c137ac115d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228905
May 10 17:25:37.717492 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7d218a37-a155-46ca-a2e7-89d375bbab13 req-3735e1da-7461-48de-bdca-2c532e3d3d30 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 210 time: 0.0428960
May 10 17:25:38.871822 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-4ba0be70-7db0-4046-bec1-50caf1635db3 req-bc83bb8a-759f-425d-bef8-290725efe2a7 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 210 time: 0.0420728
May 10 17:25:39.297728 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:40.021801 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-8793b225-8641-46c3-a198-488187b854b6 req-e6431e67-9805-4e30-b99c-cb818d3c1ed9 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 210 time: 0.0425293
May 10 17:25:41.266757 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-27368cca-ced1-4d41-9caf-46bada843187 req-44dfe349-8343-4223-862f-7d168cb588d0 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 210 time: 0.1386943
May 10 17:25:41.524858 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-75be210b-cd91-4ea5-bfc3-ba08a030e141 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:41.526289 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-75be210b-cd91-4ea5-bfc3-ba08a030e141 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 814 time: 0.1495624
May 10 17:25:41.538597 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Request body: {'port': {'device_id': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c', 'admin_state_up': True, 'tenant_id': '3c9d9bfcce944bd5b9c766276dd2fc35'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:25:41.675255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:41.684660 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:41.694956 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Made reservation on behalf of 3c9d9bfcce944bd5b9c766276dd2fc35 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:25:41.698466 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:41.858308 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Allocated IP 172.20.0.9 (1aa57aaa-5c51-485d-97e2-2c36293a215c/0baf9733-0edd-46bc-a31b-8d70619fdb8f/d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:25:42.056553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.088800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.098107 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03ec11ce-57f3-406c-b9a0-04478d0dd39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:42.157232 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Network 1aa57aaa-5c51-485d-97e2-2c36293a215c is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:25:42.160523 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:25:42.165315 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:25:42.214332 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Pushing event updated for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:42.219391 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:42.245050 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:42.245658 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.277317 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-02cef570-ab7f-4b64-8bcb-fdcadb000f0f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7421765
May 10 17:25:42.289208 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Request body: {'port': {'device_id': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:25:42.409599 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.476185 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566b13d-0e30-4ff7-80a9-d28337b0c881 req-3b25728f-7f3a-44b6-8b01-5258080b47f6 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:42.477669 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3566b13d-0e30-4ff7-80a9-d28337b0c881 req-3b25728f-7f3a-44b6-8b01-5258080b47f6 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 931 time: 0.0859652
May 10 17:25:42.530286 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-3566b13d-0e30-4ff7-80a9-d28337b0c881 req-55ebd413-db2e-478e-90bc-d97fe8413473 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429273
May 10 17:25:42.762056 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:42.769498 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.785118 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Transition to ACTIVE for port object d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:25:42.791413 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:42.796865 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5f9ed87f-d0ba-4a87-b706-61f16e51301a tempest-AttachVolumeShelveTestJSON-995828565 tempest-AttachVolumeShelveTestJSON-995828565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:42.954594 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:42.961255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:43.026912 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Attempting to bind port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:25:43.027235 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Attempting to bind port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:25:43.027553 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Attempting to bind port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:25:43.032037 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:25:43.032345 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Attempting to bind port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 on network 1aa57aaa-5c51-485d-97e2-2c36293a215c {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:25:43.037989 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:25:43.038309 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Checking segment: {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:25:43.038678 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Bound using segment: {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:25:43.039089 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Bound port: d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:25:43.039421 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:43.123440 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:25:43.126291 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:25:43.132118 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:43.135993 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-02c0eb2e-cf3c-4afe-a690-848c4c9f732d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:43.287990 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.288584 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:43.289897 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] 10.222.0.53 "PUT /v2.0/ports/d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 HTTP/1.1" status: 200  len: 1093 time: 1.0055306
May 10 17:25:43.290392 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:43.315124 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:43.318777 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-223585f1-0cea-49c2-8949-c606b4665d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:43.362015 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7', 'status': 'completed', 'code': 200}
May 10 17:25:43.408026 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-d3d636e4-37f1-4b51-8615-61bfbc511499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.409515 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-d3d636e4-37f1-4b51-8615-61bfbc511499 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 1096 time: 0.0786738
May 10 17:25:43.481224 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-d335b63f-d4eb-49b0-825b-99c0be3861af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 HTTP/1.1" status: 200  len: 217 time: 0.0635650
May 10 17:25:43.549226 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-a729d2b0-0c67-4572-b25f-bf83d3039cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.550650 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-a729d2b0-0c67-4572-b25f-bf83d3039cc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0baf9733-0edd-46bc-a31b-8d70619fdb8f HTTP/1.1" status: 200  len: 854 time: 0.0629089
May 10 17:25:43.597804 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-3b08d3eb-eb9c-48d4-b156-3bf8264eac70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa57aaa-5c51-485d-97e2-2c36293a215c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403633
May 10 17:25:43.730337 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9395d-7fcf-46f2-8103-dd2609687b30 req-8d4e224e-8a05-4a53-9d96-a78b61dd5c83 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.732086 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-69c9395d-7fcf-46f2-8103-dd2609687b30 req-8d4e224e-8a05-4a53-9d96-a78b61dd5c83 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 943 time: 0.0868526
May 10 17:25:43.735318 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-9e748a59-b3fb-42e1-930a-4acdf6bcd17e service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300807
May 10 17:25:43.777229 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-69c9395d-7fcf-46f2-8103-dd2609687b30 req-c6e55e2c-a3ed-49c9-bae1-614f5899aad7 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394504
May 10 17:25:43.865982 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-192e1c8d-04a9-464f-bde0-c48725d455e0 req-ef32b30b-2159-4a05-bd58-71cc5a326053 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234319
May 10 17:25:43.980105 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-85fd5e1b-1b4f-42af-956c-28ef58fbef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:43.981547 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-85fd5e1b-1b4f-42af-956c-28ef58fbef76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 1096 time: 0.0696213
May 10 17:25:44.110800 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-c2e51063-d12e-4381-9210-34a6e6df8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.112270 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-c2e51063-d12e-4381-9210-34a6e6df8967 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 200  len: 915 time: 0.1234634
May 10 17:25:44.182258 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-83c3ca78-34cc-4462-95a7-68bdd4163fb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 HTTP/1.1" status: 200  len: 217 time: 0.0634489
May 10 17:25:44.245562 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-a85f69a5-d6b5-4232-874d-aad1a7dec1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:44.246914 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-a85f69a5-d6b5-4232-874d-aad1a7dec1fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0baf9733-0edd-46bc-a31b-8d70619fdb8f HTTP/1.1" status: 200  len: 854 time: 0.0570939
May 10 17:25:44.297743 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-71058af6-429b-4ddf-a13d-cee4881369bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa57aaa-5c51-485d-97e2-2c36293a215c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437472
May 10 17:25:44.427651 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-bc7dc131-2110-4af6-a7b9-4477f6098057 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218543
May 10 17:25:44.558960 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-369cae5c-6a68-40fd-ab42-f94354bab4b4 req-bd4ff069-4790-4a52-bf85-121aa1cda7da service neutron] 10.222.0.53 "GET /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231942
May 10 17:25:45.081836 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca66839-82d0-479a-972a-6cf5e87cc3f2 req-aae943f7-f684-47b1-8ebd-18b80f6a04d4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:45.082446 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-bca66839-82d0-479a-972a-6cf5e87cc3f2 req-aae943f7-f684-47b1-8ebd-18b80f6a04d4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Synchronizing usage tracker for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:25:45.097586 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-bca66839-82d0-479a-972a-6cf5e87cc3f2 req-aae943f7-f684-47b1-8ebd-18b80f6a04d4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Unset dirty status for tenant:3c9d9bfcce944bd5b9c766276dd2fc35 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:25:45.098785 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bca66839-82d0-479a-972a-6cf5e87cc3f2 req-aae943f7-f684-47b1-8ebd-18b80f6a04d4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 943 time: 0.2164154
May 10 17:25:45.144145 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bca66839-82d0-479a-972a-6cf5e87cc3f2 req-76fc0cef-dbbf-44f0-9780-f820918f0a4c tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387104
May 10 17:25:46.382631 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29fd97-47ff-4d01-9968-f0029fd3fd9b req-feef073c-b8be-4dd5-bf65-307ab369a0cf tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:46.384395 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a29fd97-47ff-4d01-9968-f0029fd3fd9b req-feef073c-b8be-4dd5-bf65-307ab369a0cf tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 943 time: 0.1366041
May 10 17:25:46.429425 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a29fd97-47ff-4d01-9968-f0029fd3fd9b req-26957191-0207-455d-808a-f330dc91c668 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393515
May 10 17:25:46.435222 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-0974e292-d708-46d0-86a7-6b0be261d4df tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589797712&fields=id&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 267 time: 0.0423117
May 10 17:25:46.680793 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-189bdbe6-8ed7-4ced-857a-69f9e44ec17b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:46.682205 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-189bdbe6-8ed7-4ced-857a-69f9e44ec17b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.2399027
May 10 17:25:46.698250 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-384d7846-1982-422c-9d25-4f40889c368b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/quotas/0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 375 time: 0.0103018
May 10 17:25:46.789852 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-3e173319-4a10-4606-bbad-f0ffdea49efe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0857112
May 10 17:25:46.929690 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-59cdb8d1-e1e9-46af-999c-a2552ad5a68b service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284349
May 10 17:25:47.063024 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-f279e1a2-c6d7-4f02-b21c-0f9b510b1bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274972
May 10 17:25:47.208240 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-264bff5b-fed6-47f5-9357-6d0566259089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:47.484300 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b94a6bb5-acda-4876-987e-a009109e32b9 req-7afd29c0-32fc-4e7a-a207-cd8000e56793 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 210 time: 0.0554631
May 10 17:25:47.615471 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:25:47.644324 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9724bf5-0897-4ab8-880f-54c3adb29e1c req-c93fd091-5ef0-4a0d-a18d-4282d3231a2e tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:47.646612 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e9724bf5-0897-4ab8-880f-54c3adb29e1c req-c93fd091-5ef0-4a0d-a18d-4282d3231a2e tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 943 time: 0.0996828
May 10 17:25:47.716494 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-e9724bf5-0897-4ab8-880f-54c3adb29e1c req-fe4f1c15-b4f1-4f2f-8b99-20f739ed7181 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610809
May 10 17:25:47.783036 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:47.798181 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7', 'network_id': '1aa57aaa-5c51-485d-97e2-2c36293a215c', 'port_id': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7', 'mac_address': 'fa:16:3e:69:0a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baf9733-0edd-46bc-a31b-8d70619fdb8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:25:47.866099 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:47.884457 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:47.900642 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:47.908244 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:47.911741 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:47.986288 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:47.993809 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.994146 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.994476 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.994798 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.995116 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.995434 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.995746 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.996082 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.996399 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.996709 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.997019 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:47.997328 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:48.001288 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:48.125095 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:48.596532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-151beea3-71d7-4224-abd0-a6fb7aa431fe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:48.598044 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-151beea3-71d7-4224-abd0-a6fb7aa431fe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 811 time: 0.1741347
May 10 17:25:48.637107 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-93f79c5e-867c-4090-a3dc-036e2391f836 req-819f589b-2406-449e-8481-16d4057c085c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 210 time: 0.0441847
May 10 17:25:48.659284 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-f1bd0ddb-72cf-4231-b767-de7ebe485d72 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc9869803bd44de9a819001d2ca81d4 HTTP/1.1" status: 200  len: 379 time: 0.0530241
May 10 17:25:48.668505 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'port': {'device_id': '714041ca-e6d4-4818-91c3-90c154c229c9', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'admin_state_up': True, 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'security_groups': ['6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4']}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:25:48.807008 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:48.816328 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:48.856495 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Made reservation on behalf of 0dc9869803bd44de9a819001d2ca81d4 for: {'port': 1} {{(pid=78684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:25:48.859687 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.029901 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744a82b-dbea-478b-8a78-9ab8b9dea129 req-c09f04f4-eb52-458b-9132-422b040d1f19 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:49.031234 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f744a82b-dbea-478b-8a78-9ab8b9dea129 req-c09f04f4-eb52-458b-9132-422b040d1f19 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 944 time: 0.2059419
May 10 17:25:49.092243 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.20.0.14 (b21eafd8-4b92-48d6-b3c5-ab6324f66efe/b8282f9f-e03c-435c-82b1-b15300cc0d38/fdf802e9-171b-43fb-90d1-adfe60e6da38) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:25:49.106055 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f744a82b-dbea-478b-8a78-9ab8b9dea129 req-881362f8-81bb-4359-9387-6e6c602406de tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671499
May 10 17:25:49.307489 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.322444 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Transition to ACTIVE for port object fdf802e9-171b-43fb-90d1-adfe60e6da38 will not be triggered until provisioned by entity DHCP. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:25:49.345750 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.351628 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-b7d36061-3b7f-4169-a985-4451d25e1bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:49.415426 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:25:49.418437 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:25:49.426811 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:25:49.456893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:49.464198 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:49.508408 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:49.509134 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.537085 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-03a0f255-55d3-4af0-a6ce-15ad4d968868 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8717513
May 10 17:25:49.547907 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Request body: {'port': {'device_id': '714041ca-e6d4-4818-91c3-90c154c229c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:25:49.635751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:25:49.697598 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.726317 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-b5fd9632-3beb-49fb-bfdd-6638bad8a4c8 None None] Provisioning for port fdf802e9-171b-43fb-90d1-adfe60e6da38 completed by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:25:49.740748 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-b5fd9632-3beb-49fb-bfdd-6638bad8a4c8 None None] Provisioning complete for port fdf802e9-171b-43fb-90d1-adfe60e6da38 triggered by entity DHCP. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:25:49.741113 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9632-3beb-49fb-bfdd-6638bad8a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.813545 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd9632-3beb-49fb-bfdd-6638bad8a4c8 None None] Port fdf802e9-171b-43fb-90d1-adfe60e6da38 cannot update to ACTIVE because it is not bound. {{(pid=78685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:25:49.823704 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:25:49.834015 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:25:49.834496 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.853227 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b264039-fb98-4dde-9403-a26f6cb75f44 req-ce433b3b-dea1-44f0-8e0c-f498a2c8def1 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:49.855470 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2b264039-fb98-4dde-9403-a26f6cb75f44 req-ce433b3b-dea1-44f0-8e0c-f498a2c8def1 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 932 time: 0.0976529
May 10 17:25:49.900783 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.912554 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2b264039-fb98-4dde-9403-a26f6cb75f44 req-85a39b84-4740-419d-a394-520c9a36cfc1 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499904
May 10 17:25:49.982203 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0c00546f-1829-4594-9067-ee80e32e0968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:49.985843 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.013486 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:50.023134 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:50.026925 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.028850 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:50.065369 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7', 'code': 200}
May 10 17:25:50.098625 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:50.102026 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:50.199122 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf802e9-171b-43fb-90d1-adfe60e6da38 {{(pid=78684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:50.207633 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.223362 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.provisioning_blocks [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Transition to ACTIVE for port object fdf802e9-171b-43fb-90d1-adfe60e6da38 will not be triggered until provisioned by entity L2. {{(pid=78684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:25:50.237379 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.242493 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-948f2052-8e8a-46bf-81e9-6a68e24c1390 tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:50.369733 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93e74e-aa49-4c3e-88e0-57d08474e242 req-d676cdf1-6490-4a29-ae17-a5493c41947e tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.371230 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c93e74e-aa49-4c3e-88e0-57d08474e242 req-d676cdf1-6490-4a29-ae17-a5493c41947e tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 945 time: 0.1115594
May 10 17:25:50.374993 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b303455-f68b-4c5c-ac11-0efb72693d5a req-8dae0387-c17e-4dba-988a-d83923e0924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.375751 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:50.376500 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b303455-f68b-4c5c-ac11-0efb72693d5a req-8dae0387-c17e-4dba-988a-d83923e0924c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 1098 time: 0.1509371
May 10 17:25:50.405692 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:50.454751 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-1b303455-f68b-4c5c-ac11-0efb72693d5a req-20f8311c-900d-4712-b4ac-8497284b997f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699365
May 10 17:25:50.457726 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-7c93e74e-aa49-4c3e-88e0-57d08474e242 req-a4d063cd-cf3b-4a74-9852-ebe437b2ad3b tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719109
May 10 17:25:50.492435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Attempting to bind port fdf802e9-171b-43fb-90d1-adfe60e6da38 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:25:50.492770 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Attempting to bind port fdf802e9-171b-43fb-90d1-adfe60e6da38 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:25:50.493097 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Attempting to bind port fdf802e9-171b-43fb-90d1-adfe60e6da38 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:25:50.497744 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Port fdf802e9-171b-43fb-90d1-adfe60e6da38 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:25:50.498058 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Attempting to bind port fdf802e9-171b-43fb-90d1-adfe60e6da38 on network b21eafd8-4b92-48d6-b3c5-ab6324f66efe {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:25:50.503166 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Checking agent: {'id': '5cd3c5e3-4936-4033-9dfc-48252e2ca747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 14, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:25:50.503494 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Checking segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:25:50.503877 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Bound using segment: {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'} {{(pid=78684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:25:50.504324 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.managers [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Bound port: fdf802e9-171b-43fb-90d1-adfe60e6da38, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe'}}] {{(pid=78684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:25:50.504666 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.601806 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, cleared binding levels {{(pid=78684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:25:50.605397 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:25:50.610424 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.615816 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-797585e1-cba6-4558-963d-b6d200f3d0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:50.673722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.674462 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.676072 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81682739-95df-4b90-b37a-72bacb08939a service neutron] 10.222.0.53 "PUT /v2.0/ports/fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 200  len: 1094 time: 1.1324153
May 10 17:25:50.676701 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:50.710038 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=3']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:50.713572 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:50.753531 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'status': 'completed', 'code': 200}
May 10 17:25:50.803705 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-7a2c841a-6d8d-4642-9cad-05dbfe00b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.805299 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-7a2c841a-6d8d-4642-9cad-05dbfe00b284 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1097 time: 0.0845733
May 10 17:25:50.875672 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:50.878121 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-950bff47-8b2e-4c0a-9184-9899d12a63af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 200  len: 217 time: 0.0646005
May 10 17:25:50.949981 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81c7afd1-eeab-4b5e-9475-2474419dacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:50.951573 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-81c7afd1-eeab-4b5e-9475-2474419dacbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0668283
May 10 17:25:51.040993 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-d2b3f098-c244-4db5-93a5-3a97ff6d0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.042517 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-d2b3f098-c244-4db5-93a5-3a97ff6d0a89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793664
May 10 17:25:51.118276 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d463-4fb8-47ff-a7de-e1ed7bd4551a req-1ed71874-dfe4-4e73-b330-76cf2409edcf tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.119826 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b5b4d463-4fb8-47ff-a7de-e1ed7bd4551a req-1ed71874-dfe4-4e73-b330-76cf2409edcf tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.0908720
May 10 17:25:51.181177 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b5b4d463-4fb8-47ff-a7de-e1ed7bd4551a req-db7c527a-563b-44b8-8d04-e80a8f308ef2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542083
May 10 17:25:51.193728 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-67a1134c-6f57-403d-8cb2-508a441641f8 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433382
May 10 17:25:51.347453 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-bdee46da-2f0d-4f98-b72e-7829fd9abac8 req-b7c1b2df-f4e3-452f-ae3f-e813ca69ece2 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467481
May 10 17:25:51.469866 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136488-190e-4cd8-821e-1965d7efd62d req-eaab9457-e029-451b-b509-600d80b1f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.471215 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-eaab9457-e029-451b-b509-600d80b1f446 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1097 time: 0.0716746
May 10 17:25:51.649428 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136488-190e-4cd8-821e-1965d7efd62d req-8085df83-3b77-4f30-921d-5b73641d6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.650850 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-8085df83-3b77-4f30-921d-5b73641d6593 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1732378
May 10 17:25:51.726884 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-a876f477-59c4-4ba2-96a2-0fe20a819090 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 200  len: 217 time: 0.0665145
May 10 17:25:51.874592 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da197501-2f7c-44c4-850b-ba8638dcb1ea req-47012af5-3624-41b2-85e3-227f7e101751 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.876045 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-da197501-2f7c-44c4-850b-ba8638dcb1ea req-47012af5-3624-41b2-85e3-227f7e101751 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 945 time: 0.2940342
May 10 17:25:51.925774 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136488-190e-4cd8-821e-1965d7efd62d req-ac513a67-9229-452e-8ee0-ab8b4b653ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:51.927682 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-ac513a67-9229-452e-8ee0-ab8b4b653ee3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.1893280
May 10 17:25:51.938120 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-da197501-2f7c-44c4-850b-ba8638dcb1ea req-27469f18-5ba1-4d34-a708-b5c254ccb2b4 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554597
May 10 17:25:52.013769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136488-190e-4cd8-821e-1965d7efd62d req-d4bf7c88-bd84-4fd3-b56c-155cbe20c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.015213 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-d4bf7c88-bd84-4fd3-b56c-155cbe20c8ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800893
May 10 17:25:52.151571 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-56ea777f-ff1c-4f54-a6a1-8328f65d17fb service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295836
May 10 17:25:52.291445 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-74136488-190e-4cd8-821e-1965d7efd62d req-fc5c2b9b-d560-41b8-b543-77cce56f761c service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342084
May 10 17:25:52.400624 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f85d-e539-4f2b-b2cb-4a70e0aff7ed req-3178872b-7f2f-48fc-a650-1b2bb2c2145c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:52.401399 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-f928f85d-e539-4f2b-b2cb-4a70e0aff7ed req-3178872b-7f2f-48fc-a650-1b2bb2c2145c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:25:52.419125 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-f928f85d-e539-4f2b-b2cb-4a70e0aff7ed req-3178872b-7f2f-48fc-a650-1b2bb2c2145c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:25:52.420530 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:52.422102 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f928f85d-e539-4f2b-b2cb-4a70e0aff7ed req-3178872b-7f2f-48fc-a650-1b2bb2c2145c tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.1071515
May 10 17:25:52.485305 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f928f85d-e539-4f2b-b2cb-4a70e0aff7ed req-9940fdd1-ab0c-4bb8-a0e7-ed7e72607528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483396
May 10 17:25:53.680016 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab06364-1753-49c8-836e-5362b717685e req-c9666945-0dfb-4b9a-ac62-478decc190f8 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:53.681489 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2ab06364-1753-49c8-836e-5362b717685e req-c9666945-0dfb-4b9a-ac62-478decc190f8 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.0839076
May 10 17:25:53.730697 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-2ab06364-1753-49c8-836e-5362b717685e req-c669d0c5-571c-4400-b477-7f12607f6a79 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435152
May 10 17:25:54.964941 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae335c-e1b1-40b3-8ba1-78942d872010 req-b6ce5118-e6f1-4462-920b-7e1ce7fe9cf6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:54.966360 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dbae335c-e1b1-40b3-8ba1-78942d872010 req-b6ce5118-e6f1-4462-920b-7e1ce7fe9cf6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.1252253
May 10 17:25:55.031891 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-dbae335c-e1b1-40b3-8ba1-78942d872010 req-c2ba3fcc-e581-467a-9de3-9a9d830edea5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596957
May 10 17:25:56.282344 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b33e0-614b-435c-8a38-d95eb5921143 req-0e993f02-02a1-4462-8a1d-35b5bc8ddc66 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:56.283937 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cd7b33e0-614b-435c-8a38-d95eb5921143 req-0e993f02-02a1-4462-8a1d-35b5bc8ddc66 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.1034639
May 10 17:25:56.330350 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-cd7b33e0-614b-435c-8a38-d95eb5921143 req-3db4b155-f643-4820-afcf-39f4ddc22412 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395992
May 10 17:25:56.584673 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:25:57.513270 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45acb-d27b-4a5e-8008-ba535a824a2b req-12255fb5-4ff2-470f-8b9a-1198c0c471ac tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:57.514614 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ef45acb-d27b-4a5e-8008-ba535a824a2b req-12255fb5-4ff2-470f-8b9a-1198c0c471ac tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.0805788
May 10 17:25:57.558799 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-5ef45acb-d27b-4a5e-8008-ba535a824a2b req-712189f6-2413-4018-92d2-e2d6611416be tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384328
May 10 17:25:58.763516 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82685ea-5d67-4eb5-952f-ac1c7e3a62e4 req-da4467d3-6cdc-4092-814a-6861757accd2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:58.764870 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e82685ea-5d67-4eb5-952f-ac1c7e3a62e4 req-da4467d3-6cdc-4092-814a-6861757accd2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.0857894
May 10 17:25:58.814365 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-e82685ea-5d67-4eb5-952f-ac1c7e3a62e4 req-b301062e-260a-4748-a22a-e5179524090f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438240
May 10 17:26:00.019606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8b91c-601f-431c-bb73-f8884465de48 req-406c4a40-eb6f-45a3-aaf7-274ae7591824 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:00.021158 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-13a8b91c-601f-431c-bb73-f8884465de48 req-406c4a40-eb6f-45a3-aaf7-274ae7591824 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 944 time: 0.1016061
May 10 17:26:00.065803 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-13a8b91c-601f-431c-bb73-f8884465de48 req-9299a921-6502-4876-b8cd-cb955a09728f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388222
May 10 17:26:00.579291 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fdf802e9-171b-43fb-90d1-adfe60e6da38 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:26:00.727479 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:00.749201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Returning: {'device': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'port_id': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'mac_address': 'fa:16:3e:85:b9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:26:00.886796 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:00.906087 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf802e9-171b-43fb-90d1-adfe60e6da38 {{(pid=78685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:26:00.924324 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:00.929915 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:00.936317 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:01.037641 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=4']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:01.040802 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:01.277043 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbf30a-98ea-486e-a3e8-779b6f18dd60 req-9820a7ef-fdba-4b87-8f96-1946500355eb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:01.278540 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c2fbf30a-98ea-486e-a3e8-779b6f18dd60 req-9820a7ef-fdba-4b87-8f96-1946500355eb tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 945 time: 0.0893123
May 10 17:26:01.332344 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c2fbf30a-98ea-486e-a3e8-779b6f18dd60 req-64e21ce7-b136-4371-92b1-3fd81618d0c9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411849
May 10 17:26:02.541435 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb7be-3b7a-4ec2-a920-a73478d73142 req-14d2db2c-8ba5-4547-8506-8a17ce3e7ebe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:02.542958 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-917cb7be-3b7a-4ec2-a920-a73478d73142 req-14d2db2c-8ba5-4547-8506-8a17ce3e7ebe tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 945 time: 0.0947134
May 10 17:26:02.604169 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-917cb7be-3b7a-4ec2-a920-a73478d73142 req-2bb2a543-1643-466e-b11b-8bfc1716d4be tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523186
May 10 17:26:02.751188 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['fdf802e9-171b-43fb-90d1-adfe60e6da38'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:26:03.966853 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980450-1d67-4a8a-8602-ab7d4d076d62 req-04c26b1d-4743-4cbc-85b2-b09e3e30d8ed tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:03.969185 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a980450-1d67-4a8a-8602-ab7d4d076d62 req-04c26b1d-4743-4cbc-85b2-b09e3e30d8ed tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 945 time: 0.2400208
May 10 17:26:04.016826 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-6a980450-1d67-4a8a-8602-ab7d4d076d62 req-a1862dd4-c915-4909-bad5-86d3107544c6 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412264
May 10 17:26:05.084666 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fdf802e9-171b-43fb-90d1-adfe60e6da38 up at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:05.153001 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning for port fdf802e9-171b-43fb-90d1-adfe60e6da38 completed by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:05.157988 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.provisioning_blocks [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Provisioning complete for port fdf802e9-171b-43fb-90d1-adfe60e6da38 triggered by entity L2. {{(pid=78685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:05.158361 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434827'] for port, provisioning_complete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:05.204537 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce70c0-e8f2-4348-be73-7791c9ee6424 req-c364e43f-8cf1-465e-b253-bb15e3d9fc84 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:05.205912 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0fce70c0-e8f2-4348-be73-7791c9ee6424 req-c364e43f-8cf1-465e-b253-bb15e3d9fc84 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 945 time: 0.0820098
May 10 17:26:05.252475 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0fce70c0-e8f2-4348-be73-7791c9ee6424 req-0bbc08b1-d6f8-4e42-886c-8421f0768e75 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404532
May 10 17:26:05.281125 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:05.308329 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38'}] {{(pid=78685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:05.317900 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:05.324442 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323'] for port, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:05.326702 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-6c405dfb-452f-4003-aa04-2e1f7e5c32c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:05.360838 dv-cinder-786386-3-iscsi neutron-server[78685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'code': 200}
May 10 17:26:05.392428 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Pushing event updated for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=5']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:05.395471 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:06.439722 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c9e57-1bfb-4b6b-9ad2-c878dd1e4cfd req-a3e5de15-5556-4033-87d2-9e0c47b044c3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:06.441339 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ab9c9e57-1bfb-4b6b-9ad2-c878dd1e4cfd req-a3e5de15-5556-4033-87d2-9e0c47b044c3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0831389
May 10 17:26:06.487801 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ab9c9e57-1bfb-4b6b-9ad2-c878dd1e4cfd req-a8460ef9-657b-4acb-a0ef-b47ae696118a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402691
May 10 17:26:07.297522 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4e658-6689-4981-bc7b-bca2ea2ebf83 req-3a74b3b3-3707-4c98-8695-e635d22e92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:07.298897 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17e4e658-6689-4981-bc7b-bca2ea2ebf83 req-3a74b3b3-3707-4c98-8695-e635d22e92cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1099 time: 0.1242037
May 10 17:26:07.349323 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-17e4e658-6689-4981-bc7b-bca2ea2ebf83 req-0751359d-9884-48af-8b8b-f7e91d78798b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428817
May 10 17:26:07.671499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7b791-928d-4bd4-8fb6-53ad35e3ffa3 req-96e9bc24-c374-41c0-b080-3ce8dd0faa21 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:07.672988 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1c7b791-928d-4bd4-8fb6-53ad35e3ffa3 req-96e9bc24-c374-41c0-b080-3ce8dd0faa21 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0808995
May 10 17:26:07.720842 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-c1c7b791-928d-4bd4-8fb6-53ad35e3ffa3 req-bd368332-6c66-45cc-b99c-9b64240d988b tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420718
May 10 17:26:08.903299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0595d-81a3-494b-ac2b-f37864572186 req-45ba4a1b-a8df-46dd-b405-240061d6b5a9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:08.904860 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-95a0595d-81a3-494b-ac2b-f37864572186 req-45ba4a1b-a8df-46dd-b405-240061d6b5a9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0799000
May 10 17:26:08.949942 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-95a0595d-81a3-494b-ac2b-f37864572186 req-c3f02c1f-93a3-494d-969f-590f152d26b9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394645
May 10 17:26:09.137222 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380089-a7d5-41b1-8945-fc6a0475d2dd req-a9a482d5-13cb-4cb8-9f6a-59fd91f9d10d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:09.138688 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-44380089-a7d5-41b1-8945-fc6a0475d2dd req-a9a482d5-13cb-4cb8-9f6a-59fd91f9d10d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0826960
May 10 17:26:09.184256 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-44380089-a7d5-41b1-8945-fc6a0475d2dd req-c22e8138-cf0e-444c-a390-ed633093d7f9 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397179
May 10 17:26:09.207187 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 56488) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:09.284182 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf73da-ef3e-4835-9576-b422c6bba90a tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:09.285715 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-f9cf73da-ef3e-4835-9576-b422c6bba90a tempest-TestVolumeBootPattern-1677399826 tempest-TestVolumeBootPattern-1677399826-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1094 time: 0.0769196
May 10 17:26:09.288738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 56496) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:09.294001 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.v2.base [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Request body: {'floatingip': {'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'port_id': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:09.296047 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.300022 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:09.303999 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Usage tracker for resource:floatingip and tenant:0dc9869803bd44de9a819001d2ca81d4 is out of sync, need to count used quota {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:09.307255 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78684) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:09.313112 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.quota.driver [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78684) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:09.324876 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.466283 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.618006 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.db_base_plugin_common [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Allocated IP 172.27.3.63 (36464527-badf-4a9c-8621-a623d5fb6429/7c43c3e5-033f-4831-9d99-f6cbff1f9819/ca82da3c-bf17-4efb-8790-cdae7139b8f2) {{(pid=78684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:09.868400 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.905275 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791995232260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:09.909992 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-81682739-95df-4b90-b37a-72bacb08939a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:09.970736 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Network 36464527-badf-4a9c-8621-a623d5fb6429 is already hosted by enough agents. {{(pid=78684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:09.974252 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.base_scheduler [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Resources bound (agent type, host, resource id):  {{(pid=78684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:09.978023 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Received port after_create {{(pid=78684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:10.019276 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=ca82da3c-bf17-4efb-8790-cdae7139b8f2,revision_number=1']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:10.023853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:10.391322 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.477048 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563228'] for port, before_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.698999 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for port, precommit_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.703721 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791995652967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791995232278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791995232323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5281302'] for port, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:10.708241 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-572f01a1-0da5-4dc0-9528-a39866409f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:10.815176 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event updated for resources: {'Port': ['ID=ca82da3c-bf17-4efb-8790-cdae7139b8f2,revision_number=2']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:10.819179 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:10.830084 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396144'] for floatingip, after_update {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:11.006370 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.db.l3_db [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 9f417048-2c40-44ad-a66f-3f8752045488 associated. External IP: 172.27.3.63, port: fdf802e9-171b-43fb-90d1-adfe60e6da38.
May 10 17:26:11.456762 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:26:11.640106 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:11.650736 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:11.660041 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:11.660767 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba242d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:25:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:11.667256 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:11.724903 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4342253
May 10 17:26:11.724903 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:11.843181 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'status': 'completed', 'code': 200}
May 10 17:26:11.844152 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:11.954008 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a568-3539-4930-8230-e5b13331202a req-32cd58e2-3a42-4490-b734-5563524cc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:11.955492 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-32cd58e2-3a42-4490-b734-5563524cc522 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1099 time: 0.0813289
May 10 17:26:12.115558 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a568-3539-4930-8230-e5b13331202a req-bab4edc6-6568-4d16-9b12-8bbc6926f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:12.117093 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-bab4edc6-6568-4d16-9b12-8bbc6926f8e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1423593
May 10 17:26:12.222160 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-ab4d61b6-e33c-4e97-938b-283261232d7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 200  len: 999 time: 0.0958052
May 10 17:26:12.225015 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba242d30>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}, {'id': '9f417048-2c40-44ad-a66f-3f8752045488', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:85:b9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714041ca-e6d4-4818-91c3-90c154c229c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:10Z', 'updated_at': '2021-05-10T17:26:10Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:12.228838 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:12.237029 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:12.237640 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba242d30>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:25:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:12.288191 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a568-3539-4930-8230-e5b13331202a req-01f40a72-5188-4870-abee-be7390a223bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:12.289603 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-01f40a72-5188-4870-abee-be7390a223bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0607555
May 10 17:26:12.365706 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a568-3539-4930-8230-e5b13331202a req-0d035f8f-bed0-465b-8a76-6c5e6cdfe6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:12.367089 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-0d035f8f-bed0-465b-8a76-6c5e6cdfe6ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707171
May 10 17:26:12.383844 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-913c1283-0ca5-4870-8d4c-491bf9edc1f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:26:12.384911 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-913c1283-0ca5-4870-8d4c-491bf9edc1f8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058954
May 10 17:26:12.414380 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:12.524227 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-f517d33e-880b-4bd1-aa83-2e786af5ba08 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301050
May 10 17:26:12.674043 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-3ac3a568-3539-4930-8230-e5b13331202a req-f253f37f-02f2-475a-8f40-8a56d036d166 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415169
May 10 17:26:12.935405 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba242d30>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}, {'id': '9f417048-2c40-44ad-a66f-3f8752045488', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:85:b9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714041ca-e6d4-4818-91c3-90c154c229c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:10Z', 'updated_at': '2021-05-10T17:26:10Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:12.940010 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17cdcb2-d29e-4268-867f-cd176687b7ba None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}, {'id': '9f417048-2c40-44ad-a66f-3f8752045488', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:85:b9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714041ca-e6d4-4818-91c3-90c154c229c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:26:10Z', 'updated_at': '2021-05-10T17:26:10Z', 'revision_number': 0, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:13.161859 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c1941-c605-44af-bcb2-1fa375fd007a None None] New status for floating IP 9f417048-2c40-44ad-a66f-3f8752045488: ACTIVE {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:26:13.733749 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64a1f2-015d-454e-aa38-e1370c4697f1 req-f37e5cdf-6049-4015-b78f-24f0f20b16df tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:13.735113 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ad64a1f2-015d-454e-aa38-e1370c4697f1 req-f37e5cdf-6049-4015-b78f-24f0f20b16df tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 945 time: 0.0943258
May 10 17:26:13.782316 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ad64a1f2-015d-454e-aa38-e1370c4697f1 req-6cf64243-c08f-4b70-ba83-8cdbc016e04f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407147
May 10 17:26:14.992340 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576d593-15a3-4003-884b-bd5e2bf5b6a4 req-f22ce6c6-d0c0-4304-a300-4bee02c9c540 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:14.993875 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f576d593-15a3-4003-884b-bd5e2bf5b6a4 req-f22ce6c6-d0c0-4304-a300-4bee02c9c540 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 945 time: 0.0917342
May 10 17:26:15.040898 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-f576d593-15a3-4003-884b-bd5e2bf5b6a4 req-2a6e4fb1-fdd2-425a-a29e-5f9a1ad16022 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/security-groups?id=005ce851-113c-4838-a344-7951e0d7c951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411801
May 10 17:26:15.265639 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-380bef80-f91f-4ab1-b55b-01795ac3dbb1 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:15.267080 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-380bef80-f91f-4ab1-b55b-01795ac3dbb1 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 945 time: 0.0827169
May 10 17:26:15.407552 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Deleting port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:26:15.407893 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.646196 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] For port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,segment=NetworkSegment(c0012fa1-44fa-480d-8eb6-3e12c7f2a22e),segment_id=c0012fa1-44fa-480d-8eb6-3e12c7f2a22e)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:15.646448 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.767654 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Calling delete_port for d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:26:15.882925 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.889019 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-358d0ed2-6867-4277-ac78-edc1b9760fdc tempest-TestShelveInstance-1249868518 tempest-TestShelveInstance-1249868518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:15.894073 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] get_ports_and_sgs() called for port_ids ['d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7'] {{(pid=78685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:26:15.933532 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Pushing event deleted for resources: {'Port': ['ID=d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:15.937149 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:16.011769 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] No DVR routers for this DVR port d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:26:16.014415 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.017219 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'name': 'network-vif-deleted', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:26:16.033161 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-f31ba8f9-937c-498d-8dce-8586b2715ccc req-8d89e049-8301-4e9a-919e-d7d78edba489 tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.53 "DELETE /v2.0/ports/d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 HTTP/1.1" status: 204  len: 173 time: 0.7600667
May 10 17:26:16.064990 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa1464f-5047-4280-bcb4-07fc5185c867', 'name': 'network-vif-deleted', 'tag': 'd0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7', 'status': 'completed', 'code': 200}
May 10 17:26:16.215124 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-135befbf-417d-40cd-ab1f-d6d91fdcd60c req-808f6b1d-7aad-4eeb-9276-c5715510b89f tempest-VolumesSnapshotTestJSON-914630732 tempest-VolumesSnapshotTestJSON-914630732-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa1464f-5047-4280-bcb4-07fc5185c867 HTTP/1.1" status: 200  len: 210 time: 0.0488646
May 10 17:26:17.203563 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-36e8b610-5a6f-4f25-972e-002231f2a472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:18.554600 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:26:18.591678 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:26:18.592156 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device d0b6c0ff-f9bf-490a-96b4-bc5d1310b4b7 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:26:19.866287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:19.955922 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8995d041-4954-4da0-a5d0-3b848a312ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:20.876077 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.418897 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:33.582875 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:26:39.301889 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:42.579357 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56672) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:42.642209 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Deleting subnet 0baf9733-0edd-46bc-a31b-8d70619fdb8f {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:26:42.645119 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:42.696812 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:42.751722 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.010610 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.014650 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.052229 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.056396 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baf9733-0edd-46bc-a31b-8d70619fdb8f,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.069431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.070434 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.070816 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.071202 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.071575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.071944 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.072340 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.072722 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.073081 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.073438 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.073793 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.074146 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.079411 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.086589 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-b4ba155d-c719-4cc9-a3d5-4bb8815fd82c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0baf9733-0edd-46bc-a31b-8d70619fdb8f HTTP/1.1" status: 204  len: 168 time: 0.5061407
May 10 17:26:43.088942 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56676) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:43.197316 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.323637 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.337543 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0baa47970>,) {'filters': {'network_id': ['1aa57aaa-5c51-485d-97e2-2c36293a215c']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:43.349468 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0baa47970>, 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:43.349749 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0baa47970>, 'c0012fa1-44fa-480d-8eb6-3e12c7f2a22e') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:43.361331 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.381028 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.387462 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:26:43.387838 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:26:43.401072 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:26:43.472929 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.476971 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e7ffb6ef-06c1-49f4-8115-07e8c22edbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.489849 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.500755 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa57aaa-5c51-485d-97e2-2c36293a215c,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.503911 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.509759 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-7222c431-a907-4630-be2f-5f33a7e854b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1aa57aaa-5c51-485d-97e2-2c36293a215c HTTP/1.1" status: 204  len: 168 time: 0.4198182
May 10 17:26:43.621026 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56682) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:43.674972 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-dfaeece4-b47a-4591-8114-eb1fa5f28c04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c9d9bfcce944bd5b9c766276dd2fc35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527279
May 10 17:26:43.677361 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56686) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:43.735904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.762310 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.816969 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.820806 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3169d6ab-23da-4040-92b7-e8cfc590046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.834549 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ce851-113c-4838-a344-7951e0d7c951,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.837160 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.844145 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.845247 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-395f3a6c-a6d0-43b5-9879-998d789c9dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/005ce851-113c-4838-a344-7951e0d7c951 HTTP/1.1" status: 204  len: 168 time: 0.1670105
May 10 17:26:47.205484 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-ca47f385-da9b-4164-8580-5f31ec7bef6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.875537 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.957226 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-41052dab-ad09-4426-845b-a58226534a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.878347 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.421770 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:09.317536 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:10.581332 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:27:12.865222 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-a382a345-44dd-4025-a999-902055b024a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696931
May 10 17:27:13.005917 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-220c36dd-5643-4e7f-8408-2858141efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.007647 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-220c36dd-5643-4e7f-8408-2858141efa01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.0745685
May 10 17:27:13.154002 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-0ca1d9df-9a26-43c3-a827-aace0370bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.155436 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-0ca1d9df-9a26-43c3-a827-aace0370bcdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1292248
May 10 17:27:13.261923 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-3e6050f2-7cb2-4f1e-a151-319550dc7291 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 1002 time: 0.0997934
May 10 17:27:13.324983 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-29c0f741-03b5-4050-9e29-891fb7ce2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.326353 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-29c0f741-03b5-4050-9e29-891fb7ce2676 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0582905
May 10 17:27:13.405361 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-0c4fd3bd-2ced-4d36-ab34-0d38f5aad0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.406693 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-0c4fd3bd-2ced-4d36-ab34-0d38f5aad0a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742052
May 10 17:27:13.538897 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-f6f2833e-a74b-41b0-a1b5-0bfeb8a4b9bd service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260583
May 10 17:27:13.667474 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c6ae9e50-4939-4ebc-91c2-44f9d35294cd req-be11541e-1d7f-4716-a71b-badd035c2b6f service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222873
May 10 17:27:17.206603 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0775-e739-4d36-8541-94905830475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:19.867634 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:19.959006 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-abeb465e-44fa-4513-9295-9406bba54bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:20.881830 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:22.423909 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:39.316649 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.410070 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56698) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:44.670826 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port ca82da3c-bf17-4efb-8790-cdae7139b8f2 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:44.671068 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.893294 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.893688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:45.018858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for ca82da3c-bf17-4efb-8790-cdae7139b8f2 owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:45.140720 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:45.144953 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d8c8de7a-f171-485b-8bb5-2281f9f89904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:45.191482 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=ca82da3c-bf17-4efb-8790-cdae7139b8f2,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:45.231045 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.231424 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.231791 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.232188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.232548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.232905 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.233261 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.233616 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.233972 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.234322 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.234670 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.235016 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:45.262169 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:45.293633 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:45.293896 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 9f417048-2c40-44ad-a66f-3f8752045488 disassociated (deleted). External IP: 172.27.3.63, port: fdf802e9-171b-43fb-90d1-adfe60e6da38.
May 10 17:27:45.635273 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:45.807762 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:45.817409 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:45.827171 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:45.827795 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8ee070>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:45.829548 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:45.886024 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-af5d9ecd-aee6-46f0-abe1-ca728d261511 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "DELETE /v2.0/floatingips/9f417048-2c40-44ad-a66f-3f8752045488 HTTP/1.1" status: 204  len: 168 time: 1.4746644
May 10 17:27:45.886564 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:46.009753 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:46.143917 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'status': 'completed', 'code': 200}
May 10 17:27:46.242735 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-1c018e2d-4551-44e6-8154-44be36c9d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.244877 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-1c018e2d-4551-44e6-8154-44be36c9d9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 1099 time: 0.0778570
May 10 17:27:46.272782 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccd764-50ec-4cbf-84e0-0010ffca2f87 req-d3b04c73-2112-4be1-a416-dfe4ca9a4f8f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.273614 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-b0ccd764-50ec-4cbf-84e0-0010ffca2f87 req-d3b04c73-2112-4be1-a416-dfe4ca9a4f8f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:46.289317 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-b0ccd764-50ec-4cbf-84e0-0010ffca2f87 req-d3b04c73-2112-4be1-a416-dfe4ca9a4f8f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:46.290721 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b0ccd764-50ec-4cbf-84e0-0010ffca2f87 req-d3b04c73-2112-4be1-a416-dfe4ca9a4f8f tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.1055276
May 10 17:27:46.341316 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-b0ccd764-50ec-4cbf-84e0-0010ffca2f87 req-06fd8112-9970-4811-93cb-64416407b175 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432901
May 10 17:27:46.378282 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-009e5ffb-b2f3-4c80-8ff4-8afdaca4979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.379709 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-009e5ffb-b2f3-4c80-8ff4-8afdaca4979c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1277368
May 10 17:27:46.390096 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8ee070>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:46.393775 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:46.402467 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:46.403234 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8ee070>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:20Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:46.552801 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-9a7e1d9d-c8cc-400f-9232-e82501080c89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 200  len: 217 time: 0.1658587
May 10 17:27:46.617043 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-ae487e36-69a9-4ff7-8bc1-85a5b45c79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.618496 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-ae487e36-69a9-4ff7-8bc1-85a5b45c79ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.0579264
May 10 17:27:46.620983 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:46.696628 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-11380fed-9d47-4f57-ba5e-5b191675d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.698084 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-11380fed-9d47-4f57-ba5e-5b191675d328 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722589
May 10 17:27:46.835950 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-4f7351cf-84d5-4692-878b-196d22ae14d5 service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292014
May 10 17:27:46.962173 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8ee070>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:46.966725 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be429bcd-3a18-46fb-8ac3-f3fdd59cf98a None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_floatingips': [{'id': '480558ef-2dcf-4fbe-bf5d-292917a520fb', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'router_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'port_id': '334a3f0b-d592-4a1b-b084-8230039f5265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'mac_address': 'fa:16:3e:d6:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:56Z', 'updated_at': '2021-05-10T17:24:00Z', 'revision_number': 1, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:46.973284 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-ccdb402f-6ecc-4a95-812a-8f4467e97bae req-ee49c5bf-2107-45e7-9c7c-43dc8f80d61c service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299927
May 10 17:27:47.209450 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-aa6f57d9-703c-48f5-b5f2-020c3bcf00e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:47.286516 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471e78e6-ba25-4416-8764-e82adcc908f4 None None] New status for floating IP 9f417048-2c40-44ad-a66f-3f8752045488: DOWN {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:47.532991 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e91e7-0bb2-4e7c-b83c-1725492e6661 req-85529aff-6bc3-4393-bc3c-4cf3b5c10dfc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.534409 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0b3e91e7-0bb2-4e7c-b83c-1725492e6661 req-85529aff-6bc3-4393-bc3c-4cf3b5c10dfc tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0826054
May 10 17:27:47.578558 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-0b3e91e7-0bb2-4e7c-b83c-1725492e6661 req-35ce1b7e-7b80-40f7-b2ba-70ed73d04d37 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384915
May 10 17:27:47.579862 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:27:47.731217 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972522f4-1943-4e13-8233-a676eacfcb4b req-08362a58-f591-4f17-b3de-fbae8e8b13ff tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.732542 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-972522f4-1943-4e13-8233-a676eacfcb4b req-08362a58-f591-4f17-b3de-fbae8e8b13ff tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 946 time: 0.0783281
May 10 17:27:47.867061 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port fdf802e9-171b-43fb-90d1-adfe60e6da38 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:47.867399 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:47.997378 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] For port fdf802e9-171b-43fb-90d1-adfe60e6da38, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fdf802e9-171b-43fb-90d1-adfe60e6da38,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:47.997650 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.119649 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for fdf802e9-171b-43fb-90d1-adfe60e6da38 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:48.228783 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.234664 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-5d700040-762f-40ac-9b93-a561928ab52f tempest-TestMinimumBasicScenario-1320085829 tempest-TestMinimumBasicScenario-1320085829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:48.283406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=fdf802e9-171b-43fb-90d1-adfe60e6da38,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:48.324427 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.324803 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.325171 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.325531 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.325887 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.326248 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.326601 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.326954 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.327306 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.327655 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.328136 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.328529 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.354406 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:48.365460 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] No DVR routers for this DVR port fdf802e9-171b-43fb-90d1-adfe60e6da38 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:48.367738 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.370170 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'name': 'network-vif-deleted', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:48.386910 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-972522f4-1943-4e13-8233-a676eacfcb4b req-885a24e7-6c08-4165-b065-16f2850f166e tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "DELETE /v2.0/ports/fdf802e9-171b-43fb-90d1-adfe60e6da38 HTTP/1.1" status: 204  len: 173 time: 0.6482716
May 10 17:27:48.419235 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714041ca-e6d4-4818-91c3-90c154c229c9', 'name': 'network-vif-deleted', 'tag': 'fdf802e9-171b-43fb-90d1-adfe60e6da38', 'status': 'completed', 'code': 200}
May 10 17:27:48.730201 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-356fd404-d694-41e7-9b52-b9136d79d454 req-20a9a453-aee8-46a3-9865-46a8ad2a28ed tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:48.750135 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-356fd404-d694-41e7-9b52-b9136d79d454 req-20a9a453-aee8-46a3-9865-46a8ad2a28ed tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:48.752158 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-356fd404-d694-41e7-9b52-b9136d79d454 req-20a9a453-aee8-46a3-9865-46a8ad2a28ed tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=714041ca-e6d4-4818-91c3-90c154c229c9 HTTP/1.1" status: 200  len: 210 time: 0.0657787
May 10 17:27:49.870842 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:49.958514 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7e74e29d-dbdd-40b8-8f16-50c3bc8d3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.884850 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.912467 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fdf802e9-171b-43fb-90d1-adfe60e6da38 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:50.949265 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: fdf802e9-171b-43fb-90d1-adfe60e6da38 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:50.949600 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device fdf802e9-171b-43fb-90d1-adfe60e6da38 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:52.244608 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56732) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:52.428731 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.600919 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:52.601265 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.718394 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.718717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.837341 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0 owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:52.955534 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.959717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b10c505d-2636-4449-aff4-8451d1f9b9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:53.028259 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=b0c11e1b-bf71-49d9-8b5b-721e76ee4cc0,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:53.030517 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:53.095431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.095665 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.db.l3_db [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Floating IP 480558ef-2dcf-4fbe-bf5d-292917a520fb disassociated (deleted). External IP: 172.27.3.228, port: 334a3f0b-d592-4a1b-b084-8230039f5265.
May 10 17:27:53.440490 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:53.612483 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:53.622447 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:53.632345 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:53.632606 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.632966 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8fb8e0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:53.686856 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-8c8d3795-2511-4ecf-817b-b089a5c25da5 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "DELETE /v2.0/floatingips/480558ef-2dcf-4fbe-bf5d-292917a520fb HTTP/1.1" status: 204  len: 168 time: 1.4411976
May 10 17:27:53.687489 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265'}] {{(pid=78683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:53.732671 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265', 'status': 'completed', 'code': 200}
May 10 17:27:53.809143 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:53.828234 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-f082b122-cc5d-47c4-af79-badb3a5c7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:53.829753 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-f082b122-cc5d-47c4-af79-badb3a5c7448 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dc9869803bd44de9a819001d2ca81d4&device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 1099 time: 0.0756195
May 10 17:27:53.971379 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-6f24dedd-a5de-4864-adc0-f08469f7514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:53.972924 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-6f24dedd-a5de-4864-adc0-f08469f7514a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 200  len: 912 time: 0.1362724
May 10 17:27:54.044342 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-39064bc6-191b-45e6-8ba9-6d7a8085bb71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 200  len: 217 time: 0.0642323
May 10 17:27:54.073526 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2a4ae-15f5-434a-804b-518a47994e61 req-8e96e5f6-9ad4-4f70-9ad0-7a9d9ed7cf0a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.074369 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-50b2a4ae-15f5-434a-804b-518a47994e61 req-8e96e5f6-9ad4-4f70-9ad0-7a9d9ed7cf0a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78683) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:54.091470 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.quota.resource [req-50b2a4ae-15f5-434a-804b-518a47994e61 req-8e96e5f6-9ad4-4f70-9ad0-7a9d9ed7cf0a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78683) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:54.092691 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50b2a4ae-15f5-434a-804b-518a47994e61 req-8e96e5f6-9ad4-4f70-9ad0-7a9d9ed7cf0a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.1050718
May 10 17:27:54.134201 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8fb8e0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:54.139022 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:54.149022 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:54.149300 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8fb8e0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:54.213657 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-5f9f0907-2651-455f-90d8-1a992c906862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.215549 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-5f9f0907-2651-455f-90d8-1a992c906862 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 200  len: 850 time: 0.1647305
May 10 17:27:54.253779 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [req-50b2a4ae-15f5-434a-804b-518a47994e61 req-5e5f78ab-8b24-44fb-ad22-74cc5359d3d7 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1546426
May 10 17:27:54.296606 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-e1ac63f3-8c5b-468a-b672-af7d1524f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.298071 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-e1ac63f3-8c5b-468a-b672-af7d1524f61c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b21eafd8-4b92-48d6-b3c5-ab6324f66efe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760732
May 10 17:27:54.335563 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:54.431638 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-8cd15a15-2d34-471f-8fb0-281f54cf097a service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250942
May 10 17:27:54.564793 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-2c2a6809-f134-436b-a062-c01fcfa82fb3 req-6e6a897a-f329-45ae-b725-39f9b1770b3a service neutron] 10.222.0.53 "GET /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259069
May 10 17:27:54.685003 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba8fb8e0>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:54.688828 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7af49-a028-4569-9bca-613e0cace22b None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:20:25Z', 'revision_number': 4, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi', '_interfaces': [{'id': 'c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef', 'name': '', 'network_id': 'b21eafd8-4b92-48d6-b3c5-ab6324f66efe', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'mac_address': 'fa:16:3e:c1:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:24Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'subnets': [{'id': 'b8282f9f-e03c-435c-82b1-b15300cc0d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:54.890734 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665fad4-1106-412e-9f15-76efcb3a3a47 None None] New status for floating IP 480558ef-2dcf-4fbe-bf5d-292917a520fb: DOWN {{(pid=78686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:55.502694 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae13d-3e54-4d15-994a-75d255234c7b req-6004acd9-19e4-49a1-982d-33fef5f6cd43 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:55.504069 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b31ae13d-3e54-4d15-994a-75d255234c7b req-6004acd9-19e4-49a1-982d-33fef5f6cd43 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.1450050
May 10 17:27:55.512072 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-fd82ce04-2fab-40b3-9397-25069638621a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:55.513382 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-fd82ce04-2fab-40b3-9397-25069638621a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 946 time: 0.1175227
May 10 17:27:55.644366 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-b31ae13d-3e54-4d15-994a-75d255234c7b req-df64d073-095f-4dd2-9d98-43958d3a419a tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1300092
May 10 17:27:55.681540 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port 334a3f0b-d592-4a1b-b084-8230039f5265 {{(pid=78684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:55.681883 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:55.816194 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.db [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] For port 334a3f0b-d592-4a1b-b084-8230039f5265, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=334a3f0b-d592-4a1b-b084-8230039f5265,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:55.816471 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:55.940785 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.plugins.ml2.plugin [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for 334a3f0b-d592-4a1b-b084-8230039f5265 owned by compute:nova {{(pid=78684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:56.053006 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5281295'] for port, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:56.059257 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-fedd2420-ac13-419e-b739-d738fbf758e3 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:56.103475 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=334a3f0b-d592-4a1b-b084-8230039f5265,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:56.107087 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:56.179853 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] No DVR routers for this DVR port 334a3f0b-d592-4a1b-b084-8230039f5265 on host hv-cinder-78638 {{(pid=78684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:56.182338 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for port, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:56.186391 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'name': 'network-vif-deleted', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265'}] {{(pid=78684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:56.201266 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-c4569af1-9726-4c18-9914-b1e869ed2955 req-d79458c7-ca88-4c0d-93c9-31479638d528 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.53 "DELETE /v2.0/ports/334a3f0b-d592-4a1b-b084-8230039f5265 HTTP/1.1" status: 204  len: 173 time: 0.6744184
May 10 17:27:56.237599 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6acc5f8-0536-4a64-81b7-1859278ee976', 'name': 'network-vif-deleted', 'tag': '334a3f0b-d592-4a1b-b084-8230039f5265', 'status': 'completed', 'code': 200}
May 10 17:27:56.801297 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-588e686d-9c02-47be-86dd-8b87560f54cd req-5e0ac4d9-8228-4735-9639-92ddc8279697 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Synchronizing usage tracker for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:56.816625 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.quota.resource [req-588e686d-9c02-47be-86dd-8b87560f54cd req-5e0ac4d9-8228-4735-9639-92ddc8279697 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Unset dirty status for tenant:0dc9869803bd44de9a819001d2ca81d4 on resource:port {{(pid=78684) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:56.817815 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [req-588e686d-9c02-47be-86dd-8b87560f54cd req-5e0ac4d9-8228-4735-9639-92ddc8279697 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6acc5f8-0536-4a64-81b7-1859278ee976 HTTP/1.1" status: 200  len: 210 time: 0.0587566
May 10 17:27:57.915457 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56752) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:58.129136 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Deleting port dad9a7ef-c8ca-492d-976b-122a3d6c98f6 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:58.129364 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.246508 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.246830 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.364584 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Calling delete_port for dad9a7ef-c8ca-492d-976b-122a3d6c98f6 owned by network:floatingip {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:58.469476 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.472936 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d48e3ad2-5f30-4e85-8433-d15e39a9ef99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:58.518683 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'Port': ['ID=dad9a7ef-c8ca-492d-976b-122a3d6c98f6,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:58.521175 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:58.610981 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for floatingip, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.629148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-962780'] for floatingip, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:58.630252 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-f8f7ab34-ed56-4ebd-b0df-cc3e7c100f0d tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "DELETE /v2.0/floatingips/871021a5-4003-4d16-ae83-66b4bf8a1f44 HTTP/1.1" status: 204  len: 168 time: 0.7138011
May 10 17:27:58.934610 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 334a3f0b-d592-4a1b-b084-8230039f5265 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:58.971821 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] No Port match for: 334a3f0b-d592-4a1b-b084-8230039f5265 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:58.972324 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Device 334a3f0b-d592-4a1b-b084-8230039f5265 not bound to the agent host hv-cinder-78638 {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:00.001059 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56766) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:00.078586 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.108747 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.174377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.178347 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-54dc4cd6-e98a-4e18-be94-59bae323152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:00.193848 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:00.196499 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:00.204729 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.205833 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-38052899-5c91-4e2e-932b-f43340c605d2 tempest-TestVolumeBootPattern-1697458776 tempest-TestVolumeBootPattern-1697458776-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fd9fb1d-59f8-42c2-b79a-a6eefc4670d4 HTTP/1.1" status: 204  len: 168 time: 0.2038078
May 10 17:28:00.258377 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56772) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:01.033730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:01.432990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Deleting port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:01.433945 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:01.549565 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] For port c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:01.549912 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:01.671402 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Calling delete_port for c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:01.804375 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:01.807812 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-2e018303-48e2-47d7-b2b7-dec142048af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:01.854117 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:01.858412 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:02.119745 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:02.566140 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Router 06551777-6529-4ea0-a5a6-ee6b755070b8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:28:02.739903 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:28:02.749107 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Sync routers for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:28:02.752515 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-e1d5177b-64fa-4e07-95ed-7df022cf860e admin admin] 10.222.0.20 "PUT /v2.0/routers/06551777-6529-4ea0-a5a6-ee6b755070b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4928758
May 10 17:28:02.755127 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56778) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:02.758696 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:02.759297 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba87a580>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:02.929799 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:02.934613 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:03.099404 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.174518 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Deleting port 33a61141-dffa-4618-b669-778665b47a36 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:03.175533 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.211751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba87a580>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '33a61141-dffa-4618-b669-778665b47a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:28:01Z', 'revision_number': 5, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port': {'id': '33a61141-dffa-4618-b669-778665b47a36', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:03.217295 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Checking router: 06551777-6529-4ea0-a5a6-ee6b755070b8 for host: dv-cinder-786386-3-iscsi {{(pid=78685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:28:03.225307 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Routers {'06551777-6529-4ea0-a5a6-ee6b755070b8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:03.225901 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0ba87a580>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['06551777-6529-4ea0-a5a6-ee6b755070b8'], 'active': True} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:03.302213 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] For port 33a61141-dffa-4618-b669-778665b47a36, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=33a61141-dffa-4618-b669-778665b47a36,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:03.302578 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.373771 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvr_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] Set router 06551777-6529-4ea0-a5a6-ee6b755070b8 gateway port host: None {{(pid=78685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:03.423519 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Calling delete_port for 33a61141-dffa-4618-b669-778665b47a36 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:03.476264 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_hamode_db [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0ba87a580>, [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:28:03Z', 'revision_number': 6, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:03.480372 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd733680-245a-43fe-85fd-04324927c9e4 None None] The sync data for ids ['06551777-6529-4ea0-a5a6-ee6b755070b8'] in dv-cinder-786386-3-iscsi is: [{'id': '06551777-6529-4ea0-a5a6-ee6b755070b8', 'name': 'tempest-TestVolumeBootPattern-436765585-router', 'tenant_id': '0dc9869803bd44de9a819001d2ca81d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:19Z', 'updated_at': '2021-05-10T17:28:03Z', 'revision_number': 6, 'project_id': '0dc9869803bd44de9a819001d2ca81d4', 'gw_port_host': None}] {{(pid=78685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:28:03.560638 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.564098 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9876cd99-4307-49d7-a45c-dff5e563b227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:03.605844 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a61141-dffa-4618-b669-778665b47a36,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:03.608904 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:03.798266 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.967821 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.970001 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.992464 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:03.993074 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06551777-6529-4ea0-a5a6-ee6b755070b8 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:28:04.005497 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.006873 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-fd7bad26-b931-4dcc-8803-5e2b25844627 admin admin] 10.222.0.20 "DELETE /v2.0/routers/06551777-6529-4ea0-a5a6-ee6b755070b8 HTTP/1.1" status: 204  len: 168 time: 1.2508755
May 10 17:28:04.009555 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56782) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:04.068587 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Deleting subnet b8282f9f-e03c-435c-82b1-b15300cc0d38 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:28:04.071249 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.118834 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.194305 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.446147 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.451198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:04.484702 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8282f9f-e03c-435c-82b1-b15300cc0d38,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:04.488304 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:04.490524 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.496769 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f64f9e-46e0-46ba-8c06-431c6c2915e0 None None] Network b21eafd8-4b92-48d6-b3c5-ab6324f66efe requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:28:04.497300 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-8e2a7f1d-012a-4cc3-88bf-806bb2f0323d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8282f9f-e03c-435c-82b1-b15300cc0d38 HTTP/1.1" status: 204  len: 168 time: 0.4863698
May 10 17:28:04.499408 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56786) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:04.606138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.627500 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:04.680863 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Deleting port e13b55a5-8147-42d8-a6e5-585abe394087 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:04.681194 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.733723 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:04.733984 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device c6ad47ba-d5e1-49da-8dec-bf04ccbd96ef not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:04.734401 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 33a61141-dffa-4618-b669-778665b47a36 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:04.772877 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 33a61141-dffa-4618-b669-778665b47a36 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:04.773215 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 33a61141-dffa-4618-b669-778665b47a36 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:04.780769 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] For port e13b55a5-8147-42d8-a6e5-585abe394087, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e13b55a5-8147-42d8-a6e5-585abe394087,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:04.781235 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.859625 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] DHCP port deletion for b21eafd8-4b92-48d6-b3c5-ab6324f66efe request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:28:04.905059 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Calling delete_port for e13b55a5-8147-42d8-a6e5-585abe394087 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:04.927915 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Deleting port e13b55a5-8147-42d8-a6e5-585abe394087 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:04.928316 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.951313 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:04.956055 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d73b9d59-588c-47c8-b685-ce834fdf37a6 tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:04.997705 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Pushing event deleted for resources: {'Port': ['ID=e13b55a5-8147-42d8-a6e5-585abe394087,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:05.000601 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:05.002688 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] No DVR routers for this DVR port e13b55a5-8147-42d8-a6e5-585abe394087 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:28:05.028338 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] For port e13b55a5-8147-42d8-a6e5-585abe394087, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e13b55a5-8147-42d8-a6e5-585abe394087,segment=NetworkSegment(7ecdcd25-ec02-4a0a-a06f-c937e02e24e1),segment_id=7ecdcd25-ec02-4a0a-a06f-c937e02e24e1)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:05.028727 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.115246 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.132551 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0b9ab6f10>,) {'filters': {'network_id': ['b21eafd8-4b92-48d6-b3c5-ab6324f66efe']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:05.147693 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Calling delete_port for e13b55a5-8147-42d8-a6e5-585abe394087 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:05.192803 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.197556 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:05.242240 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Pushing event deleted for resources: {'Port': ['ID=e13b55a5-8147-42d8-a6e5-585abe394087,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:05.242476 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9ab6f10>, '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:05.242990 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0b9ab6f10>, '7ecdcd25-ec02-4a0a-a06f-c937e02e24e1') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:05.244626 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] No DVR routers for this DVR port e13b55a5-8147-42d8-a6e5-585abe394087 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:28:05.257545 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.257694 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.257955 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.258287 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.258623 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.258943 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.259266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.259587 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.259904 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.260256 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.260573 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.260893 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.261250 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-3-iscsi {{(pid=78685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:05.264251 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-0fdef882-3e30-4028-a3d5-2711665f7ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:05.275114 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.282041 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:28:05.282473 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:28:05.295888 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:28:05.369730 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.374429 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:05.377275 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-6392c2e0-8d32-411d-a8be-16cedf566d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:05.401088 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Pushing event deleted for resources: {'Network': ['ID=b21eafd8-4b92-48d6-b3c5-ab6324f66efe,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:05.404188 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:05.406134 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] 10.222.0.20 "DELETE /v2.0/networks/b21eafd8-4b92-48d6-b3c5-ab6324f66efe HTTP/1.1" status: 204  len: 168 time: 0.9058523
May 10 17:28:05.409097 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56790) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:05.929469 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394825'] for router_interface, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:06.326923 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Deleting port 100cde3c-840e-4c0a-b7c1-1d41189179fe {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:06.327587 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:06.444295 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] For port 100cde3c-840e-4c0a-b7c1-1d41189179fe, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=100cde3c-840e-4c0a-b7c1-1d41189179fe,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:06.444643 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:06.600998 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e13b55a5-8147-42d8-a6e5-585abe394087 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:06.640142 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: e13b55a5-8147-42d8-a6e5-585abe394087 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:06.640486 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e13b55a5-8147-42d8-a6e5-585abe394087 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:06.678321 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Calling delete_port for 100cde3c-840e-4c0a-b7c1-1d41189179fe owned by network:router_interface {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:06.814193 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:06.818371 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-a58473ce-59ea-4adb-b110-4eaa934eb03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:06.861665 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Pushing event deleted for resources: {'Port': ['ID=100cde3c-840e-4c0a-b7c1-1d41189179fe,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:06.891338 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:07.124956 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397561'] for router_interface, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:07.473588 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Router 8c80d400-ba61-4e95-922d-adbb04739ab8 has already been hosted by L3 agent 0af70d62-f93e-4c07-a646-4c82c639bed0 {{(pid=78683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:28:07.643079 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] Notify agent at l3_agent.dv-cinder-786386-3-iscsi the message routers_updated {{(pid=78683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:28:07.651161 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Sync routers for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:28:07.658683 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-67e3a384-0beb-442e-847c-e0bacae0413c admin admin] 10.222.0.20 "PUT /v2.0/routers/8c80d400-ba61-4e95-922d-adbb04739ab8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2486012
May 10 17:28:07.661148 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56794) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:07.662278 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:07.662887 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacdfdc0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:07.835197 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks [] for router, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:07.837107 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: dv-cinder-786386-3-iscsi {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:08.112291 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.115827 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacdfdc0>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'external_fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:28:06Z', 'revision_number': 5, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port': {'id': '437717f0-dc9b-4f7b-af47-f5a085d0b3d8', 'name': '', 'network_id': '36464527-badf-4a9c-8621-a623d5fb6429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:30Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c43c3e5-033f-4831-9d99-f6cbff1f9819', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-3-iscsi'}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:08.120266 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Checking router: 8c80d400-ba61-4e95-922d-adbb04739ab8 for host: dv-cinder-786386-3-iscsi {{(pid=78686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:28:08.128971 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Routers {'8c80d400-ba61-4e95-922d-adbb04739ab8'} bound to L3 agent in host dv-cinder-786386-3-iscsi {{(pid=78686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:28:08.129566 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0bacdfdc0>, 'dv-cinder-786386-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:08:20Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:50Z,host='dv-cinder-786386-3-iscsi',id=0af70d62-f93e-4c07-a646-4c82c639bed0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:08:20Z,topic='l3_agent')) {'router_ids': ['8c80d400-ba61-4e95-922d-adbb04739ab8'], 'active': True} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:08.185231 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Deleting port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:08.185593 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.282424 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_dvr_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] Set router 8c80d400-ba61-4e95-922d-adbb04739ab8 gateway port host: None {{(pid=78686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:28:08.308972 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] For port 437717f0-dc9b-4f7b-af47-f5a085d0b3d8, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,segment=NetworkSegment(ef3a9ff5-8300-4320-92f1-e029be000bf2),segment_id=ef3a9ff5-8300-4320-92f1-e029be000bf2)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:08.309329 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.385793 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.l3_hamode_db [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0bacdfdc0>, [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:28:08Z', 'revision_number': 6, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port_host': None}], 'dv-cinder-786386-3-iscsi', False) {} {{(pid=78686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:08.390317 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424db1a-837e-42d1-bef7-2828a3478d6e None None] The sync data for ids ['8c80d400-ba61-4e95-922d-adbb04739ab8'] in dv-cinder-786386-3-iscsi is: [{'id': '8c80d400-ba61-4e95-922d-adbb04739ab8', 'name': 'tempest-TestVolumeBootPattern-1033329032-router', 'tenant_id': '3bd0d693f22740eeb717e1763806c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:28:08Z', 'revision_number': 6, 'project_id': '3bd0d693f22740eeb717e1763806c34f', 'gw_port_host': None}] {{(pid=78686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:28:08.436443 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Calling delete_port for 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 owned by network:router_gateway {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:08.567583 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.571043 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-cb6d2438-efb3-4c52-b3ef-a47bf4b29a2d tempest-AttachVolumeTestJSON-1321095756 tempest-AttachVolumeTestJSON-1321095756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:08.615159 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=437717f0-dc9b-4f7b-af47-f5a085d0b3d8,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:08.618214 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:08.704373 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396141'] for router_gateway, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.878374 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45133'] for router, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.880567 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.904700 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-470143'] for router, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.905215 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c80d400-ba61-4e95-922d-adbb04739ab8 {{(pid=78683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:28:08.916939 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] Notify callbacks [] for router, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:08.918544 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-282d763b-e5ef-472d-a8a3-4ed626680e23 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8c80d400-ba61-4e95-922d-adbb04739ab8 HTTP/1.1" status: 204  len: 168 time: 1.2565167
May 10 17:28:08.921125 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56798) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:08.982077 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Deleting subnet 00983795-19d6-4d4f-a15a-0ccd71f715a3 {{(pid=78683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:28:08.984821 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.032191 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063268'] for subnet, precommit_delete_associations {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.110673 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1440441'] for subnet, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.124318 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 100cde3c-840e-4c0a-b7c1-1d41189179fe no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:09.165905 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 100cde3c-840e-4c0a-b7c1-1d41189179fe {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:09.166243 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 100cde3c-840e-4c0a-b7c1-1d41189179fe not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:09.311207 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.361918 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1440438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8237491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7155748'] for subnet, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.365772 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-b2984323-8a83-44c0-9135-f9d61cb2a2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:09.406797 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00983795-19d6-4d4f-a15a-0ccd71f715a3,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:09.409815 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:09.410765 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.415819 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407002ba-e03c-425c-a3d6-5c7571426adf None None] Network fae9c449-37ca-4b46-9568-686951000c4b requested from dv-cinder-786386-3-iscsi {{(pid=78685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:28:09.416695 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-9edbab33-d21e-487c-85b2-44c4f4bcd8e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00983795-19d6-4d4f-a15a-0ccd71f715a3 HTTP/1.1" status: 204  len: 168 time: 0.4946637
May 10 17:28:09.419138 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56802) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:09.630854 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529529'] for network, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.663019 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] DHCP port deletion for fae9c449-37ca-4b46-9568-686951000c4b request from dv-cinder-786386-3-iscsi {{(pid=78685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:28:09.703569 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Deleting port e333b336-2862-48c0-a244-03f3a3617f00 {{(pid=78683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:09.703905 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.730804 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Deleting port e333b336-2862-48c0-a244-03f3a3617f00 {{(pid=78685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:28:09.731179 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791995648925'] for port, before_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.805715 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.db [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] For port e333b336-2862-48c0-a244-03f3a3617f00, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e333b336-2862-48c0-a244-03f3a3617f00,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:09.806066 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.829180 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.db [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] For port e333b336-2862-48c0-a244-03f3a3617f00, host dv-cinder-786386-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-3-iscsi',level=0,port_id=e333b336-2862-48c0-a244-03f3a3617f00,segment=NetworkSegment(5a02d1fc-bdee-4358-bca3-a6263fca7a74),segment_id=5a02d1fc-bdee-4358-bca3-a6263fca7a74)] {{(pid=78685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:09.829571 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400307'] for port, precommit_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.930131 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Calling delete_port for e333b336-2862-48c0-a244-03f3a3617f00 owned by network:dhcp {{(pid=78683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:09.948865 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Calling delete_port for e333b336-2862-48c0-a244-03f3a3617f00 owned by network:dhcp {{(pid=78685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:28:09.974657 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8237536'] for port, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.978680 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:09.991100 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1563167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-865678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791995652976', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791995232269'] for port, after_delete {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:09.994573 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:10.028841 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e333b336-2862-48c0-a244-03f3a3617f00,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:10.031934 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:10.033177 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] No DVR routers for this DVR port e333b336-2862-48c0-a244-03f3a3617f00 on host dv-cinder-786386-3-iscsi {{(pid=78683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:28:10.040720 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Pushing event deleted for resources: {'Port': ['ID=e333b336-2862-48c0-a244-03f3a3617f00,revision_number=None']} {{(pid=78685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:10.044629 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG oslo_concurrency.lockutils [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:10.045425 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b8fe-425d-4897-9e57-1d426936dc63 None None] No DVR routers for this DVR port e333b336-2862-48c0-a244-03f3a3617f00 on host dv-cinder-786386-3-iscsi {{(pid=78685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:28:10.148638 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434434', 'neutron.services.segments.db._delete_segments_for_network-8791995659165'] for network, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.161896 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0bad35580>,) {'filters': {'network_id': ['fae9c449-37ca-4b46-9568-686951000c4b']}} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:10.173861 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bad35580>, '5a02d1fc-bdee-4358-bca3-a6263fca7a74') {'for_net_delete': True} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:10.174157 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.services.segments.db [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0bad35580>, '5a02d1fc-bdee-4358-bca3-a6263fca7a74') {} {{(pid=78683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:28:10.185572 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791995670887', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7063291'] for segment, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.201288 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618'] for segment, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.207055 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=78683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:28:10.207431 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8237525'] for segment, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]: Traceback (most recent call last):
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     timer()
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     cb(*args, **kw)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     return func(*args, **kwargs)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     self._notify()
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     self.callback(batched_events)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     event.method(event)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     return f(self, *a, **k)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._get(url).json()
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     return self.request(url, 'GET', **kwargs)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:28:10.220940 dv-cinder-786386-3-iscsi neutron-server[78683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:28:10.296198 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396159'] for network, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.299640 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-d6ffbf44-d306-4b3a-9dbc-d702aa25145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:10.312273 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532907'] for network, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.321980 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=fae9c449-37ca-4b46-9568-686951000c4b,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:10.326575 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:10.329832 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-c3f4ec59-8bc9-405d-b12d-6f3af13adfcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/fae9c449-37ca-4b46-9568-686951000c4b HTTP/1.1" status: 204  len: 168 time: 0.9098070
May 10 17:28:10.439926 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56808) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:10.486885 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-ccc244bf-6100-4c41-a867-51ecf6d5333a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dc9869803bd44de9a819001d2ca81d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0457249
May 10 17:28:10.489061 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.wsgi [-] (78683) accepted ('10.222.0.20', 56812) {{(pid=78683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:10.545717 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.571858 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.603344 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:10.623943 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.627771 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-fb8dd51a-7395-4de9-965f-f7c930406825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:10.641690 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:10.642037 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device 437717f0-dc9b-4f7b-af47-f5a085d0b3d8 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:10.642462 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e333b336-2862-48c0-a244-03f3a3617f00 no longer exists at agent ovs-agent-dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:28:10.645626 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089e9fa-f091-4ed4-8dc8-cff65b855452,revision_number=None']} {{(pid=78683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:10.649131 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG oslo_concurrency.lockutils [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:10.653113 dv-cinder-786386-3-iscsi neutron-server[78683]: DEBUG neutron_lib.callbacks.manager [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:10.654284 dv-cinder-786386-3-iscsi neutron-server[78683]: INFO neutron.wsgi [None req-3110be52-69a1-4bcd-9650-050364298d78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a089e9fa-f091-4ed4-8dc8-cff65b855452 HTTP/1.1" status: 204  len: 168 time: 0.1643827
May 10 17:28:10.687644 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] No Port match for: e333b336-2862-48c0-a244-03f3a3617f00 {{(pid=78685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:28:10.687911 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron.plugins.ml2.rpc [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Device e333b336-2862-48c0-a244-03f3a3617f00 not bound to the agent host dv-cinder-786386-3-iscsi {{(pid=78685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:28:10.993742 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 56820) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:11.042483 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-d83c188a-7262-4c0d-9156-9ed7b5988b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bd0d693f22740eeb717e1763806c34f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474868
May 10 17:28:11.044842 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [-] (78684) accepted ('10.222.0.20', 56824) {{(pid=78684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:28:11.102430 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:11.127671 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:11.181782 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330898'] for security_group, after_delete {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:11.187299 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-2f52f950-af75-49ec-9843-4522cbb4f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:11.201417 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5510617-5cd9-42e2-8253-b1123b27865c,revision_number=None']} {{(pid=78684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:11.204863 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG oslo_concurrency.lockutils [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:11.207292 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron_lib.callbacks.manager [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:11.212254 dv-cinder-786386-3-iscsi neutron-server[78684]: INFO neutron.wsgi [None req-9205235f-bd0e-4466-9cf3-3ebe4959179d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5510617-5cd9-42e2-8253-b1123b27865c HTTP/1.1" status: 204  len: 168 time: 0.1664281
May 10 17:28:17.212659 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-90fd6f04-4755-4912-9a9e-6fa2056aaedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:19.876526 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:19.960509 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5911-2aa9-465c-82a2-9a0dbd3dccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:20.887038 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:22.431751 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:24.579651 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:28:39.314176 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:47.214829 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-cddd956f-f297-4a1c-bb2a-04b6bcda64ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:49.878984 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:49.961289 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-46b9cafb-6390-444c-a7f5-992631d09282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:50.889186 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.432834 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:01.579133 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:09.317452 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:17.216025 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e7afe08f-469b-4db5-983a-b582611e44e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:19.881050 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:19.961541 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-90c93c1f-6386-4487-b791-0341201c4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:20.891732 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:22.434920 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:38.578509 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:39.326094 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:47.217002 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fcaa-a2b8-4fd4-b459-188c5b1d536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:49.884421 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:49.962275 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-4ba865e4-d0fd-4015-8fd9-0dc53183c1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:50.895228 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.437451 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:09.356481 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:15.576949 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:30:17.219339 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a7b85519-93a5-4eb6-a95b-d581486a2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:19.888160 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:19.968427 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-55774bcd-1f38-4341-b391-fa91b8f8b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:20.897266 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:22.441396 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:39.358116 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.222057 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-405699fd-56f2-4de4-80b6-4b3b22152e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.890580 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.958320 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-34318806-4741-4ef0-b72f-b525f5a2c579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.900420 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.444622 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.575865 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:31:09.357593 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:17.224124 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cee6-77fe-4637-9581-1db4b1875739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:19.893995 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:19.959240 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8cec7c8b-f9aa-48c7-a119-4c80eec3db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:20.903020 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:21.322631 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [req-768db51c-0102-49a7-bb82-e917e138d542 req-04d4745d-6dba-4dd4-acd7-a538277add56 service neutron] (78684) timed out ('10.222.0.53', 57659) {{(pid=78684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:31:21.653851 dv-cinder-786386-3-iscsi neutron-server[78684]: DEBUG neutron.wsgi [req-050bf964-943d-4cdb-9e75-1b497b0055d6 req-2c0cdad7-6bac-4494-a55d-f54ca700ebab service neutron] (78684) timed out ('10.222.0.53', 57664) {{(pid=78684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:31:22.445212 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:29.575033 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:31:39.369246 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.226722 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c39edaf9-523b-4252-bc7b-344eb0fbd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:49.897596 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:49.960040 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-789a1036-99e2-458f-8be9-fd236dec2a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:50.905955 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:52.449597 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:06.573525 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:32:09.390605 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.229284 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-efbb8b10-0f62-41ec-ab86-235effa4cccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.900726 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.960303 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-c790fbee-e15e-4811-a7d6-cc37e5b0c50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.907680 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.453125 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:39.391350 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:43.572479 dv-cinder-786386-3-iscsi neutron-server[78686]: DEBUG neutron.db.agents_db [None req-d4524145-af45-4875-9f80-51eb3f2abe89 None None] Agent healthcheck: found 6 active agents {{(pid=78686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:32:47.233878 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-8f32d8bd-bba0-47ad-be12-1cef50c98ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:49.903478 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-19cb5a50-9ea6-4450-a70d-f11e338ecffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:49.959652 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4cb1-2bbc-4ac7-93a8-0244d3ff7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:50.910472 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-60dd32e2-3ba4-41b6-918f-0ee47a6ac270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.454188 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-a803d906-7b3c-4268-8adf-d5e8bcea8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:09.383115 dv-cinder-786386-3-iscsi neutron-server[78685]: DEBUG neutron_lib.callbacks.manager [None req-25a673e3-df57-4700-9327-8dfc8a6f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791995659174', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434744'] for agent, after_update {{(pid=78685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}